-- Logs begin at Wed 2021-02-17 03:41:01 UTC, end at Wed 2021-02-17 05:01:43 UTC. -- Feb 17 04:28:50.553543 dv-cinder-759987-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 04:28:53.300050 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.common.config [-] Logging enabled! Feb 17 04:28:53.300647 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 04:28:53.301919 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83988) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 04:28:53.303756 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.common.config [-] Logging enabled! Feb 17 04:28:53.304057 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 04:28:53.304417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83988) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 04:28:53.305556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 04:28:53.305826 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 04:28:53.306944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 04:28:53.307235 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 04:28:53.307500 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 04:28:53.307881 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.308232 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.308605 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.308872 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.309222 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.309816 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.310144 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.310485 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.310836 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.311165 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.311491 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.311825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.312090 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.312417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.312782 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.313116 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.313375 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] debug = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.314226 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.314783 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.315111 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.315436 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.315777 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.316092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.316412 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.316775 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.317168 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] host = dv-cinder-759987-4-smb {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.317515 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.317829 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.318165 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.318501 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.318822 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.319146 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.319480 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.319797 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.320115 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] log_file = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.320435 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.320823 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.321157 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.321502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.321768 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.322026 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.322362 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.322702 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.323024 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.323342 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.323662 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.323980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.324297 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.324618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.324959 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.325294 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.325623 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.325941 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.326258 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.326574 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.326890 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.327222 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.327538 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.327865 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.328178 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.328548 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.328866 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.329183 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.330118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.330459 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.330786 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.331122 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.331445 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.331783 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.332101 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.332417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.332760 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] use_json = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.333079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.333397 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.333727 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.334046 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.334363 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.334680 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.334998 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.335340 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:53.335690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.336038 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.336391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.336747 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.337085 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.337417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.337757 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.338081 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.338420 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.338759 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.339093 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.339417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.339756 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.340080 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.340427 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.340808 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.341152 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.341496 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.341818 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.342138 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.342455 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.342779 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.343114 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.343457 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.343797 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.344117 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.344481 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.344806 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.345157 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.345477 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.345803 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.346146 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.346470 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.346791 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.347120 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.347446 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.347764 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.348082 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.348406 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.348776 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.349100 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.349419 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.349736 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.350057 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.350374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.350708 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.351032 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.351352 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.351673 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.352000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.352318 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.352662 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.352987 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.353307 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.353629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.353947 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.354266 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.354584 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.354903 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.355223 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.355540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.355856 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.356180 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.356517 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.356839 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.357157 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.357474 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.357793 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.358122 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.358472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.358799 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.359126 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.359453 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.359779 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.360102 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.360425 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.360799 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.361127 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.361447 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.361795 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.362127 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.362462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.362793 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.363118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.363466 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.363791 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.364123 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.364508 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.364793 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.365127 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.365463 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.365806 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.366169 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.366488 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.366831 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.367176 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.367505 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.367870 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.368198 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:53.368479 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:28:53.368749 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83988) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 04:28:54.028292 dv-cinder-759987-4-smb neutron-server[83988]: INFO keyring.backend [-] Loading Gnome Feb 17 04:28:54.047145 dv-cinder-759987-4-smb neutron-server[83988]: INFO keyring.backend [-] Loading Google Feb 17 04:28:54.050325 dv-cinder-759987-4-smb neutron-server[83988]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 04:28:54.053847 dv-cinder-759987-4-smb neutron-server[83988]: INFO keyring.backend [-] Loading file Feb 17 04:28:54.054864 dv-cinder-759987-4-smb neutron-server[83988]: INFO keyring.backend [-] Loading keyczar Feb 17 04:28:54.055150 dv-cinder-759987-4-smb neutron-server[83988]: INFO keyring.backend [-] Loading multi Feb 17 04:28:54.055873 dv-cinder-759987-4-smb neutron-server[83988]: INFO keyring.backend [-] Loading pyfs Feb 17 04:28:54.101912 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:54.102233 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:54.102559 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:28:54.102937 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 04:28:54.497660 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.498239 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.498239 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.547675 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.548022 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.548410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.553809 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.554325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.554824 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.623374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.623690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.624001 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.625186 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.625497 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.625799 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.897822 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.898156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.898470 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.898783 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:54.899614 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.050275 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.050661 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.050994 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.051308 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.051610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.052022 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.052317 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.052632 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.052925 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.053261 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.053560 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.053870 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.054176 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.054469 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.054786 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.055105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.055397 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.055720 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.056009 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.056533 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.056821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.057109 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.057455 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.057737 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.058018 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.058473 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:28:55.058756 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:28:55.059030 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:28:55.059303 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:28:55.059870 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:28:55.060102 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:28:55.060564 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 04:28:55.064645 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 04:28:55.068610 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 04:28:55.072595 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Feb 17 04:28:55.074280 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 04:28:55.075542 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 04:28:55.075936 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 04:28:55.076380 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 04:28:55.079199 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 04:28:55.079507 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 04:28:55.079901 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 04:28:55.101961 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 17 04:28:55.102495 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.102830 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83988) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 04:28:55.103247 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.104666 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83988) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 04:28:55.104996 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 04:28:55.105280 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 04:28:55.108585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.108904 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:55.176940 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 04:28:55.177147 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 04:28:55.177398 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 04:28:55.177825 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 04:28:55.213193 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.sqlalchemy.engines [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83988) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 04:28:55.750897 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Initializing driver for type 'gre' Feb 17 04:28:55.751475 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] gre ID ranges: [(1, 1000)] Feb 17 04:28:55.859658 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Initializing driver for type 'local' Feb 17 04:28:55.860053 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Initializing driver for type 'vlan' Feb 17 04:28:55.928537 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] VlanTypeDriver initialization complete Feb 17 04:28:55.928925 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Initializing driver for type 'vxlan' Feb 17 04:28:55.929539 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] vxlan ID ranges: [(1, 1000)] Feb 17 04:28:56.098867 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Initializing extension driver 'port_security' Feb 17 04:28:56.099229 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.extensions.port_security [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] PortSecurityExtensionDriver initialization complete Feb 17 04:28:56.099607 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Initializing mechanism driver 'openvswitch' Feb 17 04:28:56.105940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83988) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:56.106778 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > port after_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.107183 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > port after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.107573 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > port after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.107995 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > subnet after_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.108382 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > subnet after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.108780 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.109190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > network after_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.109569 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > network after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.109943 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > network after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.110358 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > security_group after_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.110778 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > security_group after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.111181 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.111591 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.111969 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.112343 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.112908 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > address_group after_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.113288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > address_group after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.113660 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.114462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] ML2 OVO RPC backend initialized. {{(pid=83988) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 04:28:56.115189 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.115575 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.116032 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > network before_response 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.116408 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > networks before_response 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.116810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > port before_response 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.117184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > ports before_response 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.117558 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > subnet before_response 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.117931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > subnets before_response 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.118307 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > network after_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.118678 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > network after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.119045 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > network after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.119410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > port after_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.119774 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > port after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.120135 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > port after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.120545 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > subnet after_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.120914 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > subnet after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.121281 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.121906 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.plugin [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Modular L2 Plugin initialization complete Feb 17 04:28:56.122270 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading services supported by the core plugin {{(pid=83988) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 04:28:56.122630 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.plugins.ml2.managers [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Got port-security extension from driver 'port_security' Feb 17 04:28:56.123136 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.extensions.vlantransparent [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Disabled vlantransparent extension. Feb 17 04:28:56.123615 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83988) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 04:28:56.123956 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading Plugin: router Feb 17 04:28:56.162752 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.163190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router after_create 55549900 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.163597 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router before_create 55549900 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.164001 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.164417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.164838 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router after_delete 55549900 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.165240 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.165649 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router after_create 55549900 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.166029 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router after_update 55549900 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.166419 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router after_update 55549900 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.166802 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.167203 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router after_update 55549900 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.167688 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router precommit_update 55549900 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.168104 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: port after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.168501 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: port after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.168877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: subnet after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.169251 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.169637 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.170022 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router precommit_create 55549900 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.170401 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: port before_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.170781 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router precommit_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.171183 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router after_update 55549900 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.171559 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.171946 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router precommit_create 55549900 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.172353 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.172759 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router precommit_update 55549900 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.173235 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > network after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.174243 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Tracking information for resource: router configured {{(pid=83988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:28:56.174617 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Tracking information for resource: floatingip configured {{(pid=83988) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 04:28:56.179494 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_agentschedulers_db [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 04:28:56.180137 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: port after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.180553 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: port after_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.180940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: port after_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.181325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: port after_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.182233 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router before_create 55550100 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.182634 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.183031 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router precommit_create 55550100 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.183422 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > router precommit_update 55550100 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.188369 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.provider_configuration [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Service providers = [] {{(pid=83988) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 04:28:56.189338 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.servicetype_db [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83988) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 04:28:56.192315 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.service_base [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:28:56.192718 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.service_base [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:28:56.193096 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.service_base [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:28:56.193980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.service_base [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83988) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 04:28:56.194384 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.services.service_base [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 04:28:56.194806 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:28:56.195158 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 04:28:56.205869 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:28:56.206236 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading Plugin: auto_allocate Feb 17 04:28:56.212149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: network precommit_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.212591 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: network precommit_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.213233 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:28:56.213591 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading Plugin: tag Feb 17 04:28:56.220672 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:28:56.221038 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading Plugin: timestamp Feb 17 04:28:56.224894 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:28:56.225410 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading Plugin: network_ip_availability Feb 17 04:28:56.230859 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.231265 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.231652 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.232498 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:28:56.232838 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading Plugin: flavors Feb 17 04:28:56.237360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:28:56.237730 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading Plugin: revisions Feb 17 04:28:56.242036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83988) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 04:28:56.242466 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.140s {{(pid=83988) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:28:56.243272 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83988) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 04:28:56.243634 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Initializing extension manager. Feb 17 04:28:56.244196 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: __init__.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.244611 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: __pycache__ {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.244985 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.245357 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: address_group.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.246325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.246974 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: address-group Feb 17 04:28:56.247336 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: address_scope.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.248102 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.248702 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: address-scope Feb 17 04:28:56.249061 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.250052 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.250630 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: router-admin-state-down-before-update Feb 17 04:28:56.250987 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: agent.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.252277 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.252918 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: agent Feb 17 04:28:56.253236 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: agent_resources_synced.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.254156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.254720 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: agent-resources-synced Feb 17 04:28:56.255078 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: allowedaddresspairs.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.256928 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.257512 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: allowed-address-pairs Feb 17 04:28:56.257875 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: auto_allocated_topology.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.258941 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.259514 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: auto-allocated-topology Feb 17 04:28:56.259875 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: availability_zone.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.260648 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.261223 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: availability_zone Feb 17 04:28:56.261580 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: availability_zone_filter.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.262497 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.263072 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: availability_zone_filter Feb 17 04:28:56.263425 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: data_plane_status.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.264338 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.264927 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 04:28:56.265280 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: default_subnetpools.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.266196 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.267429 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: default-subnetpools Feb 17 04:28:56.267768 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.268805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.269336 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: dhcp_agent_scheduler Feb 17 04:28:56.269698 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: dns.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.270628 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.271193 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 04:28:56.271551 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: dns_domain_ports.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.272502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.273056 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 04:28:56.273410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: dvr.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.274126 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.274695 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: dvr Feb 17 04:28:56.275051 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: empty_string_filtering.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.275966 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.276612 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: empty-string-filtering Feb 17 04:28:56.276916 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.277830 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.278395 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 04:28:56.278749 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.279665 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.280233 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 04:28:56.280614 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: external_net.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.281527 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.282099 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: external-net Feb 17 04:28:56.283012 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.283927 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.284518 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: extra_dhcp_opt Feb 17 04:28:56.284876 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: extraroute.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.285789 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.286352 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: extraroute Feb 17 04:28:56.286707 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: extraroute_atomic.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.287732 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.288300 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: extraroute-atomic Feb 17 04:28:56.288680 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: filter_validation.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.289379 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.289942 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: filter-validation Feb 17 04:28:56.290296 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: fip_pf_description.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.291205 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.291766 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 04:28:56.292119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: fip_port_details.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.293079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.293649 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: fip-port-details Feb 17 04:28:56.294005 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: flavors.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.295304 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.295880 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: flavors Feb 17 04:28:56.296241 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.297981 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.299157 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 04:28:56.299625 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: floatingip_pools.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.300381 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.300978 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: floatingip-pools Feb 17 04:28:56.301339 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: ip_allocation.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.302268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.302926 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 04:28:56.303301 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.304223 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.304821 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: ip-substring-filtering Feb 17 04:28:56.305184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: l2_adjacency.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.306113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.306680 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 04:28:56.307035 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: l3.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.308118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.308742 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: router Feb 17 04:28:56.309104 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.311652 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.312243 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 04:28:56.312648 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.313630 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.314205 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: ext-gw-mode Feb 17 04:28:56.314570 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.315498 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.316073 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: l3-ha Feb 17 04:28:56.316456 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: l3_flavors.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.317380 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.317952 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: l3-flavors Feb 17 04:28:56.318311 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.319227 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.319801 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 04:28:56.320160 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: l3agentscheduler.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.321468 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.322060 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: l3_agent_scheduler Feb 17 04:28:56.322422 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: logging.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.323942 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.324559 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension logging not supported by any of loaded plugins Feb 17 04:28:56.324926 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: metering.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.325735 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.326429 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: metering Feb 17 04:28:56.326789 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.327908 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.328511 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: metering_source_and_destination_fields Feb 17 04:28:56.328879 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: multiprovidernet.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.329953 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.330566 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: multi-provider Feb 17 04:28:56.330916 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: netmtu.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.331840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.332404 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: net-mtu Feb 17 04:28:56.332790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: netmtu_writable.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.333718 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.334286 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: net-mtu-writable Feb 17 04:28:56.334642 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: network_availability_zone.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.335353 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.335932 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: network_availability_zone Feb 17 04:28:56.336278 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: network_ip_availability.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.337446 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.338018 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: network-ip-availability Feb 17 04:28:56.338382 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: network_segment_range.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.339326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.339898 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 04:28:56.340263 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: pagination.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.341276 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.341644 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: pagination Feb 17 04:28:56.342003 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: port_device_profile.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.342908 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.343491 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: port-device-profile Feb 17 04:28:56.343852 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.345316 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.345896 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: port-mac-address-regenerate Feb 17 04:28:56.346250 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.347163 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.347731 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: port-numa-affinity-policy Feb 17 04:28:56.348086 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: port_resource_request.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.349017 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.349579 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 04:28:56.349931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: portbindings.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.350896 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.351474 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: binding Feb 17 04:28:56.351836 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: portbindings_extended.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.353154 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.353734 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: binding-extended Feb 17 04:28:56.354100 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: portsecurity.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.355021 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.355596 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: port-security Feb 17 04:28:56.355954 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: project_id.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.356951 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.357325 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: project-id Feb 17 04:28:56.357683 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: providernet.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.358607 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.359179 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: provider Feb 17 04:28:56.359535 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: qos.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.363740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.364332 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension qos not supported by any of loaded plugins Feb 17 04:28:56.364744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.367186 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.367774 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 04:28:56.368139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.369087 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.369666 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 04:28:56.370028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: qos_default.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.370944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.371510 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension qos-default not supported by any of loaded plugins Feb 17 04:28:56.371870 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: qos_fip.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.372588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.373150 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 04:28:56.373509 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: qos_gateway_ip.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.374430 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.374996 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 04:28:56.375355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: qos_port_network_policy.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.376304 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.376893 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 04:28:56.377256 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: qos_rule_type_details.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.378168 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.378734 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 04:28:56.379091 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: qos_rules_alias.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.380210 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.380812 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 04:28:56.381170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: quotasv2.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.382174 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.382543 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: quotas Feb 17 04:28:56.382898 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: quotasv2_detail.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.384551 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.384933 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: quota_details Feb 17 04:28:56.385300 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: rbac.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.386458 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.387050 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: rbac-policies Feb 17 04:28:56.387412 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: rbac_address_scope.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.388334 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.388965 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: rbac-address-scope Feb 17 04:28:56.389328 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: rbac_security_groups.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.390355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.390935 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: rbac-security-groups Feb 17 04:28:56.391301 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: rbac_subnetpool.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.392263 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.392869 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: rbac-subnetpool Feb 17 04:28:56.393223 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: revisionifmatch.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.394149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.394719 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: revision-if-match Feb 17 04:28:56.395076 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: revisions.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.396202 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.396805 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: standard-attr-revisions Feb 17 04:28:56.397170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: router_availability_zone.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.397885 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.398464 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: router_availability_zone Feb 17 04:28:56.398825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: routerservicetype.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.399744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.400315 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 04:28:56.400720 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.401662 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.402236 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: security-groups-normalized-cidr Feb 17 04:28:56.402597 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.403555 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.404128 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: port-security-groups-filtering Feb 17 04:28:56.404513 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.406391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.406391 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: security-groups-remote-address-group Feb 17 04:28:56.406391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: securitygroup.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.419938 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.420588 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: security-group Feb 17 04:28:56.420961 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: segment.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.421817 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.422395 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension segment not supported by any of loaded plugins Feb 17 04:28:56.422758 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.424336 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.424940 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 04:28:56.425304 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: servicetype.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.426401 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.426987 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: service-type Feb 17 04:28:56.427347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: sorting.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.428326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.428721 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: sorting Feb 17 04:28:56.429085 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: standard_attr_segment.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.430000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.430584 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 04:28:56.430940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: standardattrdescription.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.431623 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.432207 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: standard-attr-description Feb 17 04:28:56.432589 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: stateful_security_group.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.433537 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.434126 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: stateful-security-group Feb 17 04:28:56.434746 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: stdattrs_common.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.435330 dv-cinder-759987-4-smb neutron-server[83988]: WARNING neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 04:28:56.435684 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.436727 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.437312 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 04:28:56.437671 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: subnet_onboard.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.438774 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.439356 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: subnet_onboard Feb 17 04:28:56.439715 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.440695 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.441274 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 04:28:56.441631 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: subnet_service_types.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.442554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.443127 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: subnet-service-types Feb 17 04:28:56.443482 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: subnetallocation.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.444598 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.445176 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: subnet_allocation Feb 17 04:28:56.445530 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.446233 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.446815 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: subnetpool-prefix-ops Feb 17 04:28:56.447172 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.448110 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.448709 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 04:28:56.449066 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: tagging.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.450352 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.450941 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: standard-attr-tag Feb 17 04:28:56.451305 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: timestamp.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.452516 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.453104 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loaded extension: standard-attr-timestamp Feb 17 04:28:56.453468 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: trunk.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.455031 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.455610 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension trunk not supported by any of loaded plugins Feb 17 04:28:56.455968 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: trunk_details.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.456922 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.457496 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 04:28:56.457851 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: uplink_status_propagation.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.458772 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.459341 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 04:28:56.459696 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Loading extension file: vlantransparent.py {{(pid=83988) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 04:28:56.460391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83988) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 04:28:56.460987 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 04:28:56.463722 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:network Feb 17 04:28:56.464574 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:subnet Feb 17 04:28:56.465241 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:28:56.465898 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:port Feb 17 04:28:56.467369 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.resource_helper [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:28:56.467856 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.resource_helper [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Service FLAVORS assigned prefix: {{(pid=83988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:28:56.468556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.resource_helper [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:28:56.469029 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.resource_helper [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:28:56.469396 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:router Feb 17 04:28:56.470737 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 04:28:56.471504 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.resource_helper [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Service METERING assigned prefix: /metering {{(pid=83988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:28:56.473357 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.473756 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.474141 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83988) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:28:56.475292 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 04:28:56.475782 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:security_group Feb 17 04:28:56.476628 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 04:28:56.477427 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.resource_helper [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Service CORE assigned prefix: {{(pid=83988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:28:56.477799 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:28:56.478161 dv-cinder-759987-4-smb neutron-server[83988]: WARNING neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] subnetpool is already registered Feb 17 04:28:56.478827 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.resource_helper [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Service CORE assigned prefix: {{(pid=83988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:28:56.479193 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:28:56.479547 dv-cinder-759987-4-smb neutron-server[83988]: WARNING neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] subnetpool is already registered Feb 17 04:28:56.482303 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.resource_helper [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:28:56.482771 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.resource_helper [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Service FLAVORS assigned prefix: {{(pid=83988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:28:56.483414 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.resource_helper [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:28:56.483872 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.resource_helper [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:28:56.484246 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:router Feb 17 04:28:56.484637 dv-cinder-759987-4-smb neutron-server[83988]: WARNING neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] router is already registered Feb 17 04:28:56.485292 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 04:28:56.485692 dv-cinder-759987-4-smb neutron-server[83988]: WARNING neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] floatingip is already registered Feb 17 04:28:56.486375 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.resource_helper [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Service METERING assigned prefix: /metering {{(pid=83988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:28:56.487107 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 04:28:56.487468 dv-cinder-759987-4-smb neutron-server[83988]: WARNING neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] rbac_policy is already registered Feb 17 04:28:56.488091 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:security_group Feb 17 04:28:56.488475 dv-cinder-759987-4-smb neutron-server[83988]: WARNING neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] security_group is already registered Feb 17 04:28:56.489108 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 04:28:56.489467 dv-cinder-759987-4-smb neutron-server[83988]: WARNING neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] security_group_rule is already registered Feb 17 04:28:56.490183 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.resource_helper [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Service CORE assigned prefix: {{(pid=83988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:28:56.490548 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:28:56.490904 dv-cinder-759987-4-smb neutron-server[83988]: WARNING neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] subnetpool is already registered Feb 17 04:28:56.491570 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.resource_helper [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Service CORE assigned prefix: {{(pid=83988) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 04:28:56.491932 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 04:28:56.492288 dv-cinder-759987-4-smb neutron-server[83988]: WARNING neutron.quota.resource_registry [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] subnetpool is already registered Feb 17 04:28:56.493005 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: extensions {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.494577 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: address-groups {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.496260 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: address-scopes {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.497581 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: agents {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.498804 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: auto-allocated-topology {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.500162 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: availability_zones {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.501636 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: dhcp-networks {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.503180 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: dhcp-agents {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.504665 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: routers {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.506555 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: flavors {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.507793 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: service_profiles {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.509101 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: next_providers {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.511521 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: service_profiles {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.513097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: floatingip-pools {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.514394 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: routers {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.516292 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: floatingips {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.518125 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: l3-routers {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.519592 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: l3-agents {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.521109 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: metering-labels {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.522531 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: metering-label-rules {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.523886 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: network-ip-availabilities {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.525267 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: bindings {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.526995 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: quotas {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.528526 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: quotas {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.530032 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: rbac-policies {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.531396 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: security-groups {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.533275 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: security-group-rules {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.534591 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: service-providers {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.535893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: subnetpools {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.537404 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: subnetpools {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.538926 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: tags {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.540715 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: tags {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.542624 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: tags {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.544511 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: tags {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.546407 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: tags {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.548233 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: tags {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.550165 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: tags {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.552092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: tags {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.554093 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: tags {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.556028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.extensions [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Extended resource: tags {{(pid=83988) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 04:28:56.563361 dv-cinder-759987-4-smb neutron-server[83988]: WARNING keystonemiddleware.auth_token [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 04:28:56.568763 dv-cinder-759987-4-smb neutron-server[83988]: WARNING keystonemiddleware.auth_token [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 04:28:56.577580 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Acquired lock "singleton_lock" {{(pid=83988) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 04:28:56.578100 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Releasing lock "singleton_lock" {{(pid=83988) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 04:28:56.580097 dv-cinder-759987-4-smb neutron-server[83988]: INFO oslo_service.service [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Starting 2 workers Feb 17 04:28:56.584972 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Started child 84101 {{(pid=83988) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:28:56.589029 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:56.589879 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Started child 84102 {{(pid=83988) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:28:56.590727 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [-] (84101) wsgi starting up on http://0.0.0.0:9696 Feb 17 04:28:56.591390 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.service [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 04:28:56.592060 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Notify callbacks [] for process, before_spawn {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:56.593420 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:56.594619 dv-cinder-759987-4-smb neutron-server[83988]: INFO oslo_service.service [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Starting 1 workers Feb 17 04:28:56.594910 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [-] (84102) wsgi starting up on http://0.0.0.0:9696 Feb 17 04:28:56.600767 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Started child 84103 {{(pid=83988) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:28:56.601328 dv-cinder-759987-4-smb neutron-server[83988]: INFO oslo_service.service [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Starting 1 workers Feb 17 04:28:56.602998 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.service [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] calling RpcWorker wait() {{(pid=84103) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 04:28:56.603451 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.service [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] returning from RpcWorker wait() {{(pid=84103) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 04:28:56.605068 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:56.605590 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:56.606216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Started child 84104 {{(pid=83988) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 04:28:56.607036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bef2ef17-580c-4f2c-80b9-e863b86db306 None None] Notify callbacks [] for process, after_spawn {{(pid=83988) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:56.608697 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83988) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 04:28:56.608936 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 04:28:56.609277 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 04:28:56.609394 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 04:28:56.609800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 04:28:56.609995 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 04:28:56.610143 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:28:56.610623 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.610931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.611240 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.611397 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:28:56.611527 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.611835 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.612501 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.612786 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.613071 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.613382 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.613651 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.613846 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.614041 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.614337 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.614604 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.614951 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.615232 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.615507 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.615785 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.615979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.616425 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.616762 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.617046 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.617351 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] debug = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.617626 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.618192 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.618450 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.618741 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.619007 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.619462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.619642 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.619894 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.620172 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.620420 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.620707 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.620995 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.621236 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.621498 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.621790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.622055 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.622960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] host = dv-cinder-759987-4-smb {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.622960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.623270 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.623270 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.623569 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.623825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.623980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.624300 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.624659 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.624819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.625079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.625348 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.625621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.625907 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.626247 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_file = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.626438 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_options = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.626705 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.627000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.627304 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.627516 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.627706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.627865 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.628163 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.628354 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.628657 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.628906 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.629149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.629409 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.629693 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.629953 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.630235 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.630477 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.630768 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.631020 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.631300 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.631582 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.631848 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.632108 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.632353 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.632635 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.632899 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.633143 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.633400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.633670 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.633936 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.634952 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.635233 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.635559 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.635891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.636224 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.636530 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.636793 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.637059 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.637392 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.637677 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.637972 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.638281 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.638544 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.638822 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.639101 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.639357 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.639698 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] use_json = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.639903 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.640153 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.640472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.640832 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.641023 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.641281 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.641534 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.642325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.642780 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.643110 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.643476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.643745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.644024 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.644302 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.644609 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.644872 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.645149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.645452 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.645769 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.646045 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.646374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.646635 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.646935 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.647292 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.647574 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.647883 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.648134 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.648386 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.648934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.648934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.663572 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.663572 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.663572 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.663572 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.663572 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.663572 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.663572 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.663572 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.664892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.665937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.666462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.666462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.666462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.666462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.666462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.666462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.666462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.666462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.666462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.667566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.668036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.668036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.668036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.668036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.668036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.668036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.668399 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.668498 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.668869 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.669076 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.669340 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.669602 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.669874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.670137 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.670426 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.670816 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.670979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.672405 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.672405 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.672405 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.672405 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.672405 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.672856 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.672928 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.673238 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.673562 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.673881 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.674197 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.674493 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.674773 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.675049 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.675362 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.675645 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.675914 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.676174 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.676519 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.676811 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.677071 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.677321 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.677608 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.677979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.678282 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.678559 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.678812 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.679108 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.679409 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.679681 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.679977 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.680281 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.680587 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.680882 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.681175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.681402 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.681656 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.681930 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.682182 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.682452 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.682719 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.682996 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.683251 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.683519 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.683822 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.684075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.684648 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.684858 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.685134 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.685393 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.685697 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.685948 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.686218 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.686490 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.686748 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.687021 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.687278 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.687531 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.687825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.688095 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.688404 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.688717 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.688986 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.689274 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.689541 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.689820 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.690055 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.690362 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.690590 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.690843 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.691095 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.691353 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.691606 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.691874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.692175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.692398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.693703 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.693980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.694355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.694642 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.694933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.695215 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.695480 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.695766 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.696029 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.696292 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.696580 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.696847 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.697104 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.697389 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.697676 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.697954 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.698207 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.698461 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.698711 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.698969 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.699223 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.699577 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.699858 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.700112 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.700371 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.700667 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.700955 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.701206 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.701455 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.701711 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.701961 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.702247 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.702496 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.702764 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.703022 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.703271 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.703589 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.703881 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.704141 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.704966 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.705243 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.705533 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.705813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.706193 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.706449 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.706751 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.707012 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.707298 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.707559 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.707873 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.708246 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.708610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.708932 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.709242 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.709577 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.709881 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.710205 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.710460 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.710781 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.711155 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.711444 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.711743 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.712015 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.712323 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.712644 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.713048 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.713311 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.713571 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.713832 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.714120 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.714423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.714691 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.715060 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.715259 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.715525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.715980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.716123 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.716282 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.716565 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.716726 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:28:56.717062 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 45826) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:28:56.717286 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83988) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 04:28:56.717483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 04:28:56.717666 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 04:28:56.717851 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 04:28:56.718059 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 04:28:56.718245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 04:28:56.718499 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.718693 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.719610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.719610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.719610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.719610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.719610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.720893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.720893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.720893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.721278 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.721278 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.721278 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.721667 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.721667 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.721940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.721940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.722200 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.722337 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.722483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.722621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.722757 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.722901 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] debug = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.723079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.723320 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.723513 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.723706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.723895 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.724084 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.724271 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.724498 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.724660 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.724843 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.725031 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.725290 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.725436 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.725574 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.725711 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.725848 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.726106 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] host = dv-cinder-759987-4-smb {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.726322 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.726322 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.726595 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.726732 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.726868 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.727004 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.727140 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.727327 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.727515 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.727703 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.727892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.728079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.728268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.728471 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_file = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.728666 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_options = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.728887 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.729036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.729173 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.729391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.729583 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.729771 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.729961 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.730150 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.730338 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.730528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.730717 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.730905 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.731093 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.731282 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.731472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.731661 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.731807 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0114443 Feb 17 04:28:56.731953 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.732090 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.732227 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.732372 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.732539 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.732679 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.732815 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.733009 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.733197 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.733384 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.733572 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.733758 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.733915 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.734108 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.734295 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.734483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.734672 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.734861 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.735043 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.735231 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.735485 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.735636 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.735777 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.735914 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.736352 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.736352 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.736666 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.736804 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.736940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.737077 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] use_json = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.737229 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.737371 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.737508 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.737643 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.737839 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.738956 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.739153 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.739346 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 04:28:56.739563 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.739755 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.739945 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.740110 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.740306 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.740521 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.740717 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.740909 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.741100 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.742101 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.742307 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.742497 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.743045 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.743045 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.743045 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.743396 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.743396 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.743653 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.743788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.743937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.744075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.744211 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.744391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.744606 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.744802 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.744993 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.745186 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.745379 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.745612 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.745736 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.746364 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.746364 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.746364 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.746691 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.746691 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.746920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.747037 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.747933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.747933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.747933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.747933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.747933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.748482 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.748482 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.748482 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.748968 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.748968 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.748968 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.749296 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.749296 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.749508 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.749626 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.749736 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.749929 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.750122 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.750315 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.750506 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.750697 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.750889 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.751107 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.751593 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.751593 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.751855 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.751855 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.752086 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.752201 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.752312 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.752506 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.753495 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.753618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.753790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.754135 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.754497 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.754674 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.754860 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.755838 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.755838 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.755838 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.755838 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.755838 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.756660 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.756660 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.756660 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.756660 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.756660 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.757312 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.757312 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.757312 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.757312 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.757825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.757825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.757825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.758219 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.758219 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.759268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.759268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.759268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.759268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.759268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.759268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.759268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.760156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.760156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.760156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.760156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.760156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.760874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.760874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.760874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.760874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.760874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.761512 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.761512 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.761512 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.761891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.761891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.762170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.762170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.762438 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.762438 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.762696 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.762832 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.762968 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.763104 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.763239 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.763431 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.763623 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.763826 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.764031 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.764193 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.764389 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.764614 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.764841 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.765034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.765227 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.765421 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.765613 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.765806 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.766057 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.766202 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.766339 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.766476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.766637 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.767363 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.767507 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.767688 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.767880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.768072 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.769018 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.769018 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.769018 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.769018 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.769018 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.769687 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.769687 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.769687 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.769687 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.770259 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.770259 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.770259 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.770704 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.770704 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.770704 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.771106 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.771106 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.771106 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.771581 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.771581 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.771581 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.771981 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.771981 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.772249 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.772249 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.772550 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.772689 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.772825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.772960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.773153 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.773347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.773541 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.773735 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.773928 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.774122 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.774315 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.774510 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.774702 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.774892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.775102 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.775297 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.775488 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.775679 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.775871 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.776041 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.776273 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.776417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.776593 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.776733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.776931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.777124 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.777330 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.777563 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.777719 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.777865 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.778003 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.778176 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.778365 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.778571 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.779489 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.779489 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.779489 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.779489 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.779489 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.780175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.780175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.780175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.780175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.780805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.780805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.780805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.780805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.781332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.781332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.781332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.781737 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.781737 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.781999 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.781999 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.782256 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.782401 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.783064 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.783957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.783957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.783957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.783957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.783957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.784629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.784629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.784629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.784629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.785149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.785149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.785149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.785528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.785528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.785785 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.785785 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.786051 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.786190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.786432 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.786432 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.786709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.786846 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.786981 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.787118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.787254 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.787447 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.787697 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.787841 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.787979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.788115 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.788295 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.788516 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.788712 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.788906 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 04:28:56.789061 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83988) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 04:28:56.789613 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:07.256888 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d0d325-f7fe-49d4-bfe1-fbcf26f36f1c None None] get_active_networks_info from dv-cinder-759987-4-smb {{(pid=84103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 04:29:07.383821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d0d325-f7fe-49d4-bfe1-fbcf26f36f1c None None] No non-hosted networks {{(pid=84103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 04:29:07.554047 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba703336-c9d5-4076-ae40-9b80ac8da2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193'] for agent, after_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:09.613667 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2007d184-6329-410d-bc54-96a3361c427b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193'] for agent, after_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:09.687757 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5df2b72e-857c-448b-928a-6af5f781d617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:09.911011 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193'] for agent, after_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:11.367833 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193'] for agent, after_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:11.369138 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:11.369691 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:11.370209 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:11.370726 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:11.371246 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:11.371756 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:11.372283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:11.372817 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:11.373326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:11.373833 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:11.374345 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:11.374868 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:11.375438 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759987-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:11.391426 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759987-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:12.117644 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193'] for agent, after_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:13.050066 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 45926) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:13.054410 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_hamode_db [None req-446949c7-d1f6-46d7-b955-31e529ca87db None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 04:29:13.147186 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446949c7-d1f6-46d7-b955-31e529ca87db None None] Routers set() bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:13.147621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446949c7-d1f6-46d7-b955-31e529ca87db None None] Router IDs set() for agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 04:29:13.399480 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] get_endpoint_by_host() called for host dv-cinder-759987-4-smb {{(pid=84103) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 04:29:13.404191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] get_endpoint_by_ip() called for ip 192.168.0.34 {{(pid=84103) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 04:29:13.407940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] _add_endpoint() called for ip 192.168.0.34 {{(pid=84103) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 04:29:13.453210 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] _get_endpoints() called {{(pid=84103) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 04:29:13.694036 dv-cinder-759987-4-smb neutron-server[83988]: WARNING oslo_policy.policy [None req-fc6336ab-ed63-4cb5-876c-e32e51f2aa98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:29:13.694621 dv-cinder-759987-4-smb neutron-server[83988]: WARNING oslo_policy.policy [None req-fc6336ab-ed63-4cb5-876c-e32e51f2aa98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:29:13.928874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [None req-fc6336ab-ed63-4cb5-876c-e32e51f2aa98 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:29:13.930025 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-fc6336ab-ed63-4cb5-876c-e32e51f2aa98 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8788388 Feb 17 04:29:16.670642 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 45942) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:17.069155 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-f0cf5c76-34aa-40a7-885d-66a292f9c195 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:17.139117 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.policy [None req-f0cf5c76-34aa-40a7-885d-66a292f9c195 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84101) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 04:29:17.176248 dv-cinder-759987-4-smb neutron-server[83988]: WARNING oslo_policy.policy [None req-f0cf5c76-34aa-40a7-885d-66a292f9c195 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:29:17.176720 dv-cinder-759987-4-smb neutron-server[83988]: WARNING oslo_policy.policy [None req-f0cf5c76-34aa-40a7-885d-66a292f9c195 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:29:17.203128 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota [None req-f0cf5c76-34aa-40a7-885d-66a292f9c195 admin admin] Loaded quota_driver: . Feb 17 04:29:17.218900 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f0cf5c76-34aa-40a7-885d-66a292f9c195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:17.308897 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f0cf5c76-34aa-40a7-885d-66a292f9c195 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743199312570', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743199329938', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743199326254', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743200078521', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743200064768', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-723429', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3460866', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854361074', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854182726'] for rbac-policy, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:17.545063 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f0cf5c76-34aa-40a7-885d-66a292f9c195 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:17.546381 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f0cf5c76-34aa-40a7-885d-66a292f9c195 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8747396 Feb 17 04:29:20.566188 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 45956) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:20.944917 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Request body: {'network': {'project_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'name': 'private', 'admin_state_up': True}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:20.950739 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:20.956092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Usage tracker for resource:network and tenant:e4ea279aad8b4538b7be1dd2683412b9 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:20.959792 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:20.965910 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:21.012247 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Made reservation on behalf of e4ea279aad8b4538b7be1dd2683412b9 for: {'network': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:21.018595 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.038453 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.207309 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:21.211366 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Usage tracker for resource:security_group_rule and tenant:e4ea279aad8b4538b7be1dd2683412b9 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:21.214971 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:21.221422 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:21.439397 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.470882 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.475808 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:21.499779 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:29:21.526321 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293653912607', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.526816 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Added segment ddbc5b8c-01d0-4725-bb30-86990e4db6ab of type vxlan for network 6e10b686-7a88-45fd-992b-aac700aa739b Feb 17 04:29:21.536486 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a55c2f6-f3a0-48d6-a61d-56054ba0cb04,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:21.595545 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.596135 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.596253 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.596615 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.596970 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.597323 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.597672 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.598019 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.598378 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.598725 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.599068 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.599410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Tracked resource versions report: Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: pushed versions: Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: { 'AddressGroup': {'1.1'}, Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': {'1.0'}, Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': {'1.0'}, Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': {'1.1'}, Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': {'1.7'}, Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': {'1.2'}, Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': {'1.8'}, Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': {'1.4'}, Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': {'1.0'}, Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': {'1.1'}, Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': {'1.1'}} Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: consumer versions: Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: { DHCP agent@dv-cinder-759987-4-smb: {}, Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: L3 agent@dv-cinder-759987-4-smb: {}, Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: Metadata agent@dv-cinder-759987-4-smb: {}, Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: Metering agent@dv-cinder-759987-4-smb: {}, Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: Open vSwitch agent@dv-cinder-759987-4-smb: { 'AddressGroup': '1.1', Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': '1.0', Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': '1.0', Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': '1.1', Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': '1.7', Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': '1.2', Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': '1.8', Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': '1.4', Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': '1.2', Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': '1.0', Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': '1.1', Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': '1.1'}} Feb 17 04:29:21.600547 dv-cinder-759987-4-smb neutron-server[83988]: {{(pid=84101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:29:21.650263 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.662351 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:21.739053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.740389 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:21.741113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:21.746302 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:21.860800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Pushing event updated for resources: {'Network': ['ID=6e10b686-7a88-45fd-992b-aac700aa739b,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:21.864164 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:21.872473 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network 6e10b686-7a88-45fd-992b-aac700aa739b details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:29:21.882733 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.3153870 Feb 17 04:29:25.328374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 45972) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:25.815165 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6781349a-da77-4e11-9128-cd75d19b5160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:25.816717 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-6781349a-da77-4e11-9128-cd75d19b5160 admin admin] 10.222.0.30 "GET /v2.0/networks/6e10b686-7a88-45fd-992b-aac700aa739b HTTP/1.1" status: 200 len: 818 time: 0.4866059 Feb 17 04:29:25.849026 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-954c69ae-f3d4-4fa5-a6ca-410cb2557dcc admin admin] 10.222.0.30 "GET /v2.0/subnetpools/1b8275a9-35ae-4e8e-a97a-cfe329ccf53d HTTP/1.1" status: 200 len: 734 time: 0.0258582 Feb 17 04:29:25.859202 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Request body: {'subnet': {'tenant_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'name': 'private-subnet', 'subnetpool_id': '1b8275a9-35ae-4e8e-a97a-cfe329ccf53d', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:25.864636 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:25.868618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Usage tracker for resource:subnet and tenant:e4ea279aad8b4538b7be1dd2683412b9 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:25.871764 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:25.878271 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:25.973580 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Made reservation on behalf of e4ea279aad8b4538b7be1dd2683412b9 for: {'subnet': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:25.978232 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.486537 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for subnet, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.501447 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:26.648150 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=94af9d5e-6824-46e6-af23-6f0ce245ba84,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:26.654327 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:26.712111 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Checking segment: {'id': 'ddbc5b8c-01d0-4725-bb30-86990e4db6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:26.712528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Network hostable DHCP agents. Network: 6e10b686-7a88-45fd-992b-aac700aa739b, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:29:26.773425 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Network 6e10b686-7a88-45fd-992b-aac700aa739b is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:29:26.801707 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, 6e10b686-7a88-45fd-992b-aac700aa739b) {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:26.806209 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:26.806846 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:26.812645 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76050a8-b799-411a-b023-b0434cf3ce15 None None] Network 6e10b686-7a88-45fd-992b-aac700aa739b requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:29:26.842696 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9873435 Feb 17 04:29:27.313891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp032d452b-0452-5bab-8cee-bc0f264fa599-6e10b686-7a88-45fd-992b-aac700aa739b', 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b', 'tenant_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'fixed_ips': [{'subnet_id': '94af9d5e-6824-46e6-af23-6f0ce245ba84'}]}} from dv-cinder-759987-4-smb. {{(pid=84103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:29:27.315038 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:27.642567 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Allocated IP 172.20.0.2 (6e10b686-7a88-45fd-992b-aac700aa739b/94af9d5e-6824-46e6-af23-6f0ce245ba84/6690359f-37ce-4d68-93af-3022740ef70d) {{(pid=84103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:27.889659 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Notify callbacks [] for port, precommit_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:27.969738 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Transition to ACTIVE for port object 6690359f-37ce-4d68-93af-3022740ef70d will not be triggered until provisioned by entity L2. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:27.988618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Transition to ACTIVE for port object 6690359f-37ce-4d68-93af-3022740ef70d will not be triggered until provisioned by entity DHCP. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:28.029886 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:28.047951 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:28.188911 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Pushing event updated for resources: {'Port': ['ID=6690359f-37ce-4d68-93af-3022740ef70d,revision_number=1']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:28.200393 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:28.200821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:28.201191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:28.201555 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:28.201913 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:28.202267 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:28.202620 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:28.202970 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:28.203324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:28.204279 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:28.204654 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:28.205033 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Tracked resource versions report: Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: pushed versions: Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: { 'AddressGroup': {'1.1'}, Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': {'1.0'}, Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': {'1.0'}, Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': {'1.1'}, Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': {'1.7'}, Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': {'1.2'}, Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': {'1.8'}, Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': {'1.4'}, Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': {'1.0'}, Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': {'1.1'}, Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': {'1.1'}} Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: consumer versions: Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: { DHCP agent@dv-cinder-759987-4-smb: {}, Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: L3 agent@dv-cinder-759987-4-smb: {}, Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: Metadata agent@dv-cinder-759987-4-smb: {}, Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: Metering agent@dv-cinder-759987-4-smb: {}, Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: Open vSwitch agent@dv-cinder-759987-4-smb: { 'AddressGroup': '1.1', Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': '1.0', Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': '1.0', Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': '1.1', Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': '1.7', Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': '1.2', Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': '1.8', Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': '1.4', Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': '1.2', Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': '1.0', Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': '1.1', Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': '1.1'}} Feb 17 04:29:28.206161 dv-cinder-759987-4-smb neutron-server[83988]: {{(pid=84103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:29:28.209891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:28.268218 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Network 6e10b686-7a88-45fd-992b-aac700aa739b is already hosted by enough agents. {{(pid=84103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:28.269540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Resources bound (agent type, host, resource id): {{(pid=84103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:28.272519 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Received port after_create {{(pid=84103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:28.336519 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Attempting to bind port 6690359f-37ce-4d68-93af-3022740ef70d on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:29:28.336957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Attempting to bind port 6690359f-37ce-4d68-93af-3022740ef70d by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': 'ddbc5b8c-01d0-4725-bb30-86990e4db6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b'}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:29:28.337380 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Attempting to bind port 6690359f-37ce-4d68-93af-3022740ef70d on network 6e10b686-7a88-45fd-992b-aac700aa739b {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:29:28.343473 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:29:28.343971 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Checking segment: {'id': 'ddbc5b8c-01d0-4725-bb30-86990e4db6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:28.345002 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:28.345438 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Bound using segment: {'id': 'ddbc5b8c-01d0-4725-bb30-86990e4db6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b'} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:29:28.345981 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Bound port: 6690359f-37ce-4d68-93af-3022740ef70d, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbc5b8c-01d0-4725-bb30-86990e4db6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b'}}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:29:28.346398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:28.441055 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] For port 6690359f-37ce-4d68-93af-3022740ef70d, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:29:28.445363 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] For port 6690359f-37ce-4d68-93af-3022740ef70d, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=6690359f-37ce-4d68-93af-3022740ef70d,segment=NetworkSegment(ddbc5b8c-01d0-4725-bb30-86990e4db6ab),segment_id=ddbc5b8c-01d0-4725-bb30-86990e4db6ab)] {{(pid=84103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:29:28.476615 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:28.493453 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:28.659821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Pushing event updated for resources: {'Port': ['ID=6690359f-37ce-4d68-93af-3022740ef70d,revision_number=2']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:28.663295 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:30.685576 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 45982) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:31.167466 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [None req-1c2ae6bd-a60a-4dd7-9407-341cb797c950 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:29:31.168591 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1c2ae6bd-a60a-4dd7-9407-341cb797c950 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4817901 Feb 17 04:29:33.495981 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 6690359f-37ce-4d68-93af-3022740ef70d up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:33.578600 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d229eaf8-8388-4835-ac5e-f26d442eb8cb None None] Network 6e10b686-7a88-45fd-992b-aac700aa739b requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:29:33.644554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port 6690359f-37ce-4d68-93af-3022740ef70d completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:33.764455 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-86292596-5f7b-41b2-81f7-c930b6f544ff None None] Provisioning for port 6690359f-37ce-4d68-93af-3022740ef70d completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:33.775772 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-86292596-5f7b-41b2-81f7-c930b6f544ff None None] Provisioning complete for port 6690359f-37ce-4d68-93af-3022740ef70d triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:33.776184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-86292596-5f7b-41b2-81f7-c930b6f544ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:33.963742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 45996) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:33.978177 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-86292596-5f7b-41b2-81f7-c930b6f544ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:34.019151 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-86292596-5f7b-41b2-81f7-c930b6f544ff None None] For port 6690359f-37ce-4d68-93af-3022740ef70d, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=6690359f-37ce-4d68-93af-3022740ef70d,segment=NetworkSegment(ddbc5b8c-01d0-4725-bb30-86990e4db6ab),segment_id=ddbc5b8c-01d0-4725-bb30-86990e4db6ab)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:34.052969 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-86292596-5f7b-41b2-81f7-c930b6f544ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:34.055200 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-00692f60-9cd4-4d1a-8068-be107bfb7f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:34.133519 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86292596-5f7b-41b2-81f7-c930b6f544ff None None] Pushing event updated for resources: {'Port': ['ID=6690359f-37ce-4d68-93af-3022740ef70d,revision_number=3']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:34.137009 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-86292596-5f7b-41b2-81f7-c930b6f544ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:34.277657 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-0ca5e377-8c3b-4624-9093-e98805bcc38b None None] Provisioning complete for port 6690359f-37ce-4d68-93af-3022740ef70d triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:34.278044 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0ca5e377-8c3b-4624-9093-e98805bcc38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:34.425200 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [None req-2658ae63-06e9-4c6a-b11d-fbe8dbb61092 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:29:34.426318 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-2658ae63-06e9-4c6a-b11d-fbe8dbb61092 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4615097 Feb 17 04:29:34.529973 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-48bb27a3-c239-4af4-8491-0dce83ab92fc None None] Provisioning complete for port 6690359f-37ce-4d68-93af-3022740ef70d triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:34.530549 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-48bb27a3-c239-4af4-8491-0dce83ab92fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:35.468247 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 6690359f-37ce-4d68-93af-3022740ef70d up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:35.555690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 6690359f-37ce-4d68-93af-3022740ef70d triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:35.556324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.161384 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-909a47ad-2b22-488f-a0e7-bea5dfacda6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.491934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46008) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:37.874795 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-a3b7532a-95eb-49ad-b37a-290e88255348 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'name': 'router1'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:37.880902 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-a3b7532a-95eb-49ad-b37a-290e88255348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:37.884920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-a3b7532a-95eb-49ad-b37a-290e88255348 admin admin] Usage tracker for resource:router and tenant:e4ea279aad8b4538b7be1dd2683412b9 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:37.888162 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-a3b7532a-95eb-49ad-b37a-290e88255348 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:37.893955 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-a3b7532a-95eb-49ad-b37a-290e88255348 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:37.943547 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a3b7532a-95eb-49ad-b37a-290e88255348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3806413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13227'] for router, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:37.944995 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a3b7532a-95eb-49ad-b37a-290e88255348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854434389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762573'] for router, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:38.040978 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a3b7532a-95eb-49ad-b37a-290e88255348 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:38.178509 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a3b7532a-95eb-49ad-b37a-290e88255348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850969414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860760'] for router, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:38.224295 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a3b7532a-95eb-49ad-b37a-290e88255348 admin admin] Notify callbacks [] for router, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:38.225632 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-a3b7532a-95eb-49ad-b37a-290e88255348 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7325745 Feb 17 04:29:39.561037 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4eaa1749-12f5-44c5-9da2-efc4c57eaa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:39.846475 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:40.963066 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46028) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:41.131826 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [None req-657d1803-83a3-4d0b-86d8-8e2e4e0cb66e admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:29:41.132971 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-657d1803-83a3-4d0b-86d8-8e2e4e0cb66e admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1689599 Feb 17 04:29:41.367657 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:42.001763 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:43.695568 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46048) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:43.747692 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:43.753156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:43.757243 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Usage tracker for resource:network and tenant:b25be6060dbe4ef68d5f40932c63d892 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:43.760703 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:43.766494 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:43.840966 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Made reservation on behalf of b25be6060dbe4ef68d5f40932c63d892 for: {'network': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:43.845669 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:43.858446 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:43.873888 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:43.878548 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Usage tracker for resource:security_group_rule and tenant:b25be6060dbe4ef68d5f40932c63d892 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:43.881591 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:43.887281 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:44.113118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:44.138470 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:44.143624 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:44.157621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Reserving flat network on physical network physnet1 {{(pid=84101) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 04:29:44.174836 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cf23ac-1805-41fe-951a-0c1af70a7bbf,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:44.178305 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:44.206341 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293653912607', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:44.206947 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Unsubscribe: segment precommit_create {{(pid=84101) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 04:29:44.207422 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Added segment fdc55103-4985-4aa1-907c-043146a3a8cf of type flat for network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 Feb 17 04:29:44.345643 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:44.418801 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:44.420125 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:44.420825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:44.426515 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:44.537246 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Pushing event updated for resources: {'Network': ['ID=1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:44.540013 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:44.549127 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:29:44.562597 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8657434 Feb 17 04:29:45.665300 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 5 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:29:47.109968 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46058) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:47.238310 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c943e3-e51e-4511-9c43-5bf52b25024d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:47.239854 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-55c943e3-e51e-4511-9c43-5bf52b25024d admin admin] 10.222.0.30 "GET /v2.0/subnets/94af9d5e-6824-46e6-af23-6f0ce245ba84 HTTP/1.1" status: 200 len: 849 time: 0.1288509 Feb 17 04:29:47.394630 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-4e39ce12-262b-4b6e-adbe-505c69040199 admin admin] 10.222.0.30 "GET /v2.0/routers/833e2106-fd30-4211-a10e-762b63fb0537 HTTP/1.1" status: 200 len: 704 time: 0.1480670 Feb 17 04:29:48.084931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.478651 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Allocated IP 172.20.0.1 (6e10b686-7a88-45fd-992b-aac700aa739b/94af9d5e-6824-46e6-af23-6f0ce245ba84/da828b59-e2fe-4695-a3c9-493c7bfd3d6c) {{(pid=84101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:48.724657 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.745818 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Transition to ACTIVE for port object da828b59-e2fe-4695-a3c9-493c7bfd3d6c will not be triggered until provisioned by entity DHCP. {{(pid=84101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:48.853544 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:48.869500 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:49.006020 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Pushing event updated for resources: {'Port': ['ID=da828b59-e2fe-4695-a3c9-493c7bfd3d6c,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:49.012737 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:49.074604 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Network 6e10b686-7a88-45fd-992b-aac700aa739b is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:49.075827 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:49.078261 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Received port after_create {{(pid=84101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:29:49.078795 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854387455'] for router_interface, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.326966 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-7129cf91-0bcb-42da-bb26-04c27f7723ee None None] Provisioning for port da828b59-e2fe-4695-a3c9-493c7bfd3d6c completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:49.333333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-7129cf91-0bcb-42da-bb26-04c27f7723ee None None] Provisioning complete for port da828b59-e2fe-4695-a3c9-493c7bfd3d6c triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:49.335647 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7129cf91-0bcb-42da-bb26-04c27f7723ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.392245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-7129cf91-0bcb-42da-bb26-04c27f7723ee None None] Port da828b59-e2fe-4695-a3c9-493c7bfd3d6c cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:29:49.412795 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.710175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.766962 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.768171 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851067731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-388455'] for router_interface, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:49.783691 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:49.921290 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Pushing event updated for resources: {'Port': ['ID=da828b59-e2fe-4695-a3c9-493c7bfd3d6c,revision_number=2']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:49.926158 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:49.985015 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Network 6e10b686-7a88-45fd-992b-aac700aa739b is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:29:49.986153 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:50.218074 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-2b8028fc-840a-4bf3-8c03-c6c2d09234c6 None None] Provisioning complete for port da828b59-e2fe-4695-a3c9-493c7bfd3d6c triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:50.218490 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2b8028fc-840a-4bf3-8c03-c6c2d09234c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:50.284880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-2b8028fc-840a-4bf3-8c03-c6c2d09234c6 None None] Port da828b59-e2fe-4695-a3c9-493c7bfd3d6c cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:29:50.395735 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Router 833e2106-fd30-4211-a10e-762b63fb0537 is scheduled to L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 with binding_index 1 {{(pid=84101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:29:50.574148 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:29:50.584489 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Sync routers for ids ['833e2106-fd30-4211-a10e-762b63fb0537'] in dv-cinder-759987-4-smb {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:29:50.585643 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] 10.222.0.30 "PUT /v2.0/routers/833e2106-fd30-4211-a10e-762b63fb0537/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.1799614 Feb 17 04:29:50.596160 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Routers {'833e2106-fd30-4211-a10e-762b63fb0537'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:50.597144 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:29:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['833e2106-fd30-4211-a10e-762b63fb0537'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:50.791277 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Set router 833e2106-fd30-4211-a10e-762b63fb0537 gateway port host: None {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:29:51.381793 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833e2106-fd30-4211-a10e-762b63fb0537', 'name': 'router1', 'tenant_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:37Z', 'updated_at': '2021-02-17T04:29:49Z', 'revision_number': 2, 'project_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'gw_port_host': None, '_interfaces': [{'id': 'da828b59-e2fe-4695-a3c9-493c7bfd3d6c', 'name': '', 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b', 'tenant_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'mac_address': 'fa:16:3e:f1:b1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833e2106-fd30-4211-a10e-762b63fb0537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94af9d5e-6824-46e6-af23-6f0ce245ba84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:48Z', 'updated_at': '2021-02-17T04:29:49Z', 'revision_number': 2, 'project_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'subnets': [{'id': '94af9d5e-6824-46e6-af23-6f0ce245ba84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b8275a9-35ae-4e8e-a97a-cfe329ccf53d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:51.387051 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Checking router: 833e2106-fd30-4211-a10e-762b63fb0537 for host: dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:29:51.387472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Updating router 833e2106-fd30-4211-a10e-762b63fb0537 port da828b59-e2fe-4695-a3c9-493c7bfd3d6c binding host dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:29:51.446139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.913991 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Notify callbacks [] for port, precommit_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.935614 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Transition to ACTIVE for port object da828b59-e2fe-4695-a3c9-493c7bfd3d6c will not be triggered until provisioned by entity L2. {{(pid=84104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:29:51.966031 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:51.995691 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:52.163825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Pushing event updated for resources: {'Port': ['ID=da828b59-e2fe-4695-a3c9-493c7bfd3d6c,revision_number=3']} {{(pid=84104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:52.185739 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:52.186035 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:52.186403 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:52.186765 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:52.187122 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:52.188027 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:52.188382 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:52.188753 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:52.189108 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:52.189451 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:52.189805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:52.190149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Tracked resource versions report: Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: pushed versions: Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: { 'AddressGroup': {'1.1'}, Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': {'1.0'}, Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': {'1.0'}, Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': {'1.1'}, Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': {'1.7'}, Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': {'1.2'}, Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': {'1.8'}, Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': {'1.4'}, Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': {'1.0'}, Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': {'1.1'}, Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': {'1.1'}} Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: consumer versions: Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: { DHCP agent@dv-cinder-759987-4-smb: {}, Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: L3 agent@dv-cinder-759987-4-smb: {}, Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: Metadata agent@dv-cinder-759987-4-smb: {}, Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: Metering agent@dv-cinder-759987-4-smb: {}, Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: Open vSwitch agent@dv-cinder-759987-4-smb: { 'AddressGroup': '1.1', Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': '1.0', Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': '1.0', Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': '1.1', Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': '1.7', Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': '1.2', Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': '1.8', Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': '1.4', Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': '1.2', Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': '1.0', Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': '1.1', Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': '1.1'}} Feb 17 04:29:52.191271 dv-cinder-759987-4-smb neutron-server[83988]: {{(pid=84104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:29:52.195089 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:52.360706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Attempting to bind port da828b59-e2fe-4695-a3c9-493c7bfd3d6c on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:29:52.361137 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Attempting to bind port da828b59-e2fe-4695-a3c9-493c7bfd3d6c by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': 'ddbc5b8c-01d0-4725-bb30-86990e4db6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b'}] {{(pid=84104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:29:52.361536 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Attempting to bind port da828b59-e2fe-4695-a3c9-493c7bfd3d6c on network 6e10b686-7a88-45fd-992b-aac700aa739b {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:29:52.367952 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:29:52.368373 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Checking segment: {'id': 'ddbc5b8c-01d0-4725-bb30-86990e4db6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:52.368886 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.369318 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Bound using segment: {'id': 'ddbc5b8c-01d0-4725-bb30-86990e4db6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b'} {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:29:52.369864 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Bound port: da828b59-e2fe-4695-a3c9-493c7bfd3d6c, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbc5b8c-01d0-4725-bb30-86990e4db6ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b'}}] {{(pid=84104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:29:52.370270 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.474195 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] For port da828b59-e2fe-4695-a3c9-493c7bfd3d6c, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:29:52.479523 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] For port da828b59-e2fe-4695-a3c9-493c7bfd3d6c, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=da828b59-e2fe-4695-a3c9-493c7bfd3d6c,segment=NetworkSegment(ddbc5b8c-01d0-4725-bb30-86990e4db6ab),segment_id=ddbc5b8c-01d0-4725-bb30-86990e4db6ab)] {{(pid=84104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:29:52.538596 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:52.558926 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:52.761236 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Pushing event updated for resources: {'Port': ['ID=da828b59-e2fe-4695-a3c9-493c7bfd3d6c,revision_number=4']} {{(pid=84104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:52.777185 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:52.847103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Routers {'833e2106-fd30-4211-a10e-762b63fb0537'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:29:52.847800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:29:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['833e2106-fd30-4211-a10e-762b63fb0537'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:53.055184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] Set router 833e2106-fd30-4211-a10e-762b63fb0537 gateway port host: None {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:29:53.199864 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46070) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:53.366537 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4111845-3ae4-4e4e-a4e6-11b87c939355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:53.367081 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-c4111845-3ae4-4e4e-a4e6-11b87c939355 admin admin] Synchronizing usage tracker for tenant:b25be6060dbe4ef68d5f40932c63d892 on resource:network {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:29:53.418364 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-c4111845-3ae4-4e4e-a4e6-11b87c939355 admin admin] Unset dirty status for tenant:b25be6060dbe4ef68d5f40932c63d892 on resource:network {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:29:53.419678 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-c4111845-3ae4-4e4e-a4e6-11b87c939355 admin admin] 10.222.0.30 "GET /v2.0/networks/1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 HTTP/1.1" status: 200 len: 842 time: 0.2186942 Feb 17 04:29:53.430919 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:53.439360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:53.444320 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Usage tracker for resource:subnet and tenant:b25be6060dbe4ef68d5f40932c63d892 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:53.447869 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:53.456357 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:53.493184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Made reservation on behalf of b25be6060dbe4ef68d5f40932c63d892 for: {'subnet': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:29:53.498642 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Notify callbacks [] for subnet, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:53.524086 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833e2106-fd30-4211-a10e-762b63fb0537', 'name': 'router1', 'tenant_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:37Z', 'updated_at': '2021-02-17T04:29:49Z', 'revision_number': 2, 'project_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'gw_port_host': None, '_interfaces': [{'id': 'da828b59-e2fe-4695-a3c9-493c7bfd3d6c', 'name': '', 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b', 'tenant_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'mac_address': 'fa:16:3e:f1:b1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833e2106-fd30-4211-a10e-762b63fb0537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94af9d5e-6824-46e6-af23-6f0ce245ba84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:48Z', 'updated_at': '2021-02-17T04:29:52Z', 'revision_number': 4, 'project_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'subnets': [{'id': '94af9d5e-6824-46e6-af23-6f0ce245ba84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b8275a9-35ae-4e8e-a97a-cfe329ccf53d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:29:53.532199 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92608b54-6897-4f57-9e7b-9c4721522a26 None None] The sync data for ids ['833e2106-fd30-4211-a10e-762b63fb0537'] in dv-cinder-759987-4-smb is: [{'id': '833e2106-fd30-4211-a10e-762b63fb0537', 'name': 'router1', 'tenant_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:37Z', 'updated_at': '2021-02-17T04:29:49Z', 'revision_number': 2, 'project_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'gw_port_host': None, '_interfaces': [{'id': 'da828b59-e2fe-4695-a3c9-493c7bfd3d6c', 'name': '', 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b', 'tenant_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'mac_address': 'fa:16:3e:f1:b1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833e2106-fd30-4211-a10e-762b63fb0537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94af9d5e-6824-46e6-af23-6f0ce245ba84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:48Z', 'updated_at': '2021-02-17T04:29:52Z', 'revision_number': 4, 'project_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'subnets': [{'id': '94af9d5e-6824-46e6-af23-6f0ce245ba84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b8275a9-35ae-4e8e-a97a-cfe329ccf53d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:29:54.232186 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.objects.ports [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84101) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:29:54.233094 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for subnet, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:54.248263 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:54.382967 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35f33eb-71d5-4010-9deb-6d694d1893d4,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:54.385805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:54.467402 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Checking segment: {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:29:54.467797 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Network hostable DHCP agents. Network: 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:29:54.666801 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:29:54.813351 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4) {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:29:54.817925 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:54.818574 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:54.822718 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6e9124-094e-4ee1-a067-c02c6074aec5 None None] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:29:54.908559 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4726632 Feb 17 04:29:55.079935 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e4ed10-2877-460f-9fec-2f791506383f None None] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:29:55.494010 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device da828b59-e2fe-4695-a3c9-493c7bfd3d6c up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:55.618550 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port da828b59-e2fe-4695-a3c9-493c7bfd3d6c completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:29:55.624159 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port da828b59-e2fe-4695-a3c9-493c7bfd3d6c triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:55.624602 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:55.754612 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:55.818211 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port da828b59-e2fe-4695-a3c9-493c7bfd3d6c, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=da828b59-e2fe-4695-a3c9-493c7bfd3d6c,segment=NetworkSegment(ddbc5b8c-01d0-4725-bb30-86990e4db6ab),segment_id=ddbc5b8c-01d0-4725-bb30-86990e4db6ab)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:29:55.852744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:55.854997 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:55.928047 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=da828b59-e2fe-4695-a3c9-493c7bfd3d6c,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:55.931526 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:57.473097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device da828b59-e2fe-4695-a3c9-493c7bfd3d6c up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:29:57.551321 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port da828b59-e2fe-4695-a3c9-493c7bfd3d6c triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:29:57.551731 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:57.723010 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46084) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:29:57.932396 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-14dc29fe-fc2d-49ef-8392-c5cb8a1907a3 admin admin] 10.222.0.30 "GET /v2.0/routers/833e2106-fd30-4211-a10e-762b63fb0537 HTTP/1.1" status: 200 len: 710 time: 0.2080269 Feb 17 04:29:58.086221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae6d3bd-a4fd-43a3-a93c-1a65835396a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:29:58.087707 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-4ae6d3bd-a4fd-43a3-a93c-1a65835396a6 admin admin] 10.222.0.30 "GET /v2.0/networks/1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 HTTP/1.1" status: 200 len: 886 time: 0.1487961 Feb 17 04:29:58.098310 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:29:58.603165 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850915037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850969429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762622'] for router, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.165224 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.227125 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.240562 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.255423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:29:59.260220 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:29:59.263174 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:29:59.268929 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:29:59.494397 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.526925 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:29:59.546416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:29:59.637112 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3168965-1671-4bcf-b626-a26368f5bc5c,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:29:59.642414 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:29:59.818285 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Allocated IP 172.28.1.185 (1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4/b35f33eb-71d5-4010-9deb-6d694d1893d4/cd0e0344-6fca-43fc-9df3-624d5b9cad6e) {{(pid=84101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:29:59.974036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:00.047790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:00.064737 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:00.213159 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Pushing event updated for resources: {'Port': ['ID=cd0e0344-6fca-43fc-9df3-624d5b9cad6e,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:00.218998 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:00.270616 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:30:00.271867 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:30:00.274517 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Received port after_create {{(pid=84101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:30:00.785876 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:01.149362 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850915037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850969429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762622'] for router, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:01.152944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3860779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850915056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3806370'] for router, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:01.520738 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Router 833e2106-fd30-4211-a10e-762b63fb0537 has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:30:01.708723 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:30:01.719013 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Sync routers for ids ['833e2106-fd30-4211-a10e-762b63fb0537'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:30:01.724981 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Notify callbacks [] for router, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:01.726289 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] 10.222.0.30 "PUT /v2.0/routers/833e2106-fd30-4211-a10e-762b63fb0537 HTTP/1.1" status: 200 len: 890 time: 3.6315258 Feb 17 04:30:01.728750 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Routers {'833e2106-fd30-4211-a10e-762b63fb0537'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:30:01.729425 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:29:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['833e2106-fd30-4211-a10e-762b63fb0537'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:01.942309 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Set router 833e2106-fd30-4211-a10e-762b63fb0537 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:02.311834 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833e2106-fd30-4211-a10e-762b63fb0537', 'name': 'router1', 'tenant_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cd0e0344-6fca-43fc-9df3-624d5b9cad6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:37Z', 'updated_at': '2021-02-17T04:30:00Z', 'revision_number': 4, 'project_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'gw_port': {'id': 'cd0e0344-6fca-43fc-9df3-624d5b9cad6e', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833e2106-fd30-4211-a10e-762b63fb0537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:59Z', 'updated_at': '2021-02-17T04:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': 'da828b59-e2fe-4695-a3c9-493c7bfd3d6c', 'name': '', 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b', 'tenant_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'mac_address': 'fa:16:3e:f1:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833e2106-fd30-4211-a10e-762b63fb0537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94af9d5e-6824-46e6-af23-6f0ce245ba84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:48Z', 'updated_at': '2021-02-17T04:29:55Z', 'revision_number': 5, 'project_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'subnets': [{'id': '94af9d5e-6824-46e6-af23-6f0ce245ba84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b8275a9-35ae-4e8e-a97a-cfe329ccf53d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:02.317648 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Checking router: 833e2106-fd30-4211-a10e-762b63fb0537 for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:30:02.318046 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Updating router 833e2106-fd30-4211-a10e-762b63fb0537 port cd0e0344-6fca-43fc-9df3-624d5b9cad6e binding host dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:30:02.377588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:02.801829 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Notify callbacks [] for port, precommit_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:02.875696 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Transition to ACTIVE for port object cd0e0344-6fca-43fc-9df3-624d5b9cad6e will not be triggered until provisioned by entity L2. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:30:02.904065 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:02.918276 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:03.058051 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09379d23-ffec-45ff-877f-532c06a1ac6c None None] Pushing event updated for resources: {'Port': ['ID=cd0e0344-6fca-43fc-9df3-624d5b9cad6e,revision_number=2']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:03.071153 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-09379d23-ffec-45ff-877f-532c06a1ac6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:03.128088 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Attempting to bind port cd0e0344-6fca-43fc-9df3-624d5b9cad6e on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:30:03.128520 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Attempting to bind port cd0e0344-6fca-43fc-9df3-624d5b9cad6e by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:30:03.128932 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Attempting to bind port cd0e0344-6fca-43fc-9df3-624d5b9cad6e on network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:30:03.134663 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:30:03.135072 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Checking segment: {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:30:03.135517 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:03.135954 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Bound using segment: {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:30:03.136471 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Bound port: cd0e0344-6fca-43fc-9df3-624d5b9cad6e, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:30:03.136894 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:03.212795 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] For port cd0e0344-6fca-43fc-9df3-624d5b9cad6e, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:30:03.215929 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] For port cd0e0344-6fca-43fc-9df3-624d5b9cad6e, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=cd0e0344-6fca-43fc-9df3-624d5b9cad6e,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:30:03.246087 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:03.264966 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:03.569049 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09379d23-ffec-45ff-877f-532c06a1ac6c None None] Pushing event updated for resources: {'Port': ['ID=cd0e0344-6fca-43fc-9df3-624d5b9cad6e,revision_number=3']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:03.574251 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-09379d23-ffec-45ff-877f-532c06a1ac6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:03.613733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Routers {'833e2106-fd30-4211-a10e-762b63fb0537'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:30:03.614404 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:29:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['833e2106-fd30-4211-a10e-762b63fb0537'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:03.807423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] Set router 833e2106-fd30-4211-a10e-762b63fb0537 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:30:04.161567 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833e2106-fd30-4211-a10e-762b63fb0537', 'name': 'router1', 'tenant_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cd0e0344-6fca-43fc-9df3-624d5b9cad6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:37Z', 'updated_at': '2021-02-17T04:30:00Z', 'revision_number': 4, 'project_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'gw_port': {'id': 'cd0e0344-6fca-43fc-9df3-624d5b9cad6e', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833e2106-fd30-4211-a10e-762b63fb0537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:59Z', 'updated_at': '2021-02-17T04:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': 'da828b59-e2fe-4695-a3c9-493c7bfd3d6c', 'name': '', 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b', 'tenant_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'mac_address': 'fa:16:3e:f1:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833e2106-fd30-4211-a10e-762b63fb0537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94af9d5e-6824-46e6-af23-6f0ce245ba84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:48Z', 'updated_at': '2021-02-17T04:29:55Z', 'revision_number': 5, 'project_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'subnets': [{'id': '94af9d5e-6824-46e6-af23-6f0ce245ba84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b8275a9-35ae-4e8e-a97a-cfe329ccf53d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:30:04.165801 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a2fe6-6178-4dc5-9ef3-acb40d45f9ef None None] The sync data for ids ['833e2106-fd30-4211-a10e-762b63fb0537'] in dv-cinder-759987-4-smb is: [{'id': '833e2106-fd30-4211-a10e-762b63fb0537', 'name': 'router1', 'tenant_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': 'cd0e0344-6fca-43fc-9df3-624d5b9cad6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:29:37Z', 'updated_at': '2021-02-17T04:30:00Z', 'revision_number': 4, 'project_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'gw_port': {'id': 'cd0e0344-6fca-43fc-9df3-624d5b9cad6e', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:89:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833e2106-fd30-4211-a10e-762b63fb0537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:59Z', 'updated_at': '2021-02-17T04:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': 'da828b59-e2fe-4695-a3c9-493c7bfd3d6c', 'name': '', 'network_id': '6e10b686-7a88-45fd-992b-aac700aa739b', 'tenant_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'mac_address': 'fa:16:3e:f1:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833e2106-fd30-4211-a10e-762b63fb0537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94af9d5e-6824-46e6-af23-6f0ce245ba84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:29:48Z', 'updated_at': '2021-02-17T04:29:55Z', 'revision_number': 5, 'project_id': 'e4ea279aad8b4538b7be1dd2683412b9', 'subnets': [{'id': '94af9d5e-6824-46e6-af23-6f0ce245ba84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b8275a9-35ae-4e8e-a97a-cfe329ccf53d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:30:04.475989 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46094) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:30:04.606492 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba79d97a-998f-4479-98df-9590a6b5052f admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:30:04.608176 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-ba79d97a-998f-4479-98df-9590a6b5052f admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1311667 Feb 17 04:30:05.505984 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device cd0e0344-6fca-43fc-9df3-624d5b9cad6e up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:05.612364 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port cd0e0344-6fca-43fc-9df3-624d5b9cad6e completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:30:05.617799 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port cd0e0344-6fca-43fc-9df3-624d5b9cad6e triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:05.618217 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.747643 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.764896 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port cd0e0344-6fca-43fc-9df3-624d5b9cad6e, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=cd0e0344-6fca-43fc-9df3-624d5b9cad6e,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:30:05.797074 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:05.797074 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:30:05.877989 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=cd0e0344-6fca-43fc-9df3-624d5b9cad6e,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:30:05.881350 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:30:07.161804 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b7fafcb9-282a-4346-b7ce-8a836478f4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:07.488507 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device cd0e0344-6fca-43fc-9df3-624d5b9cad6e up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:30:07.573892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port cd0e0344-6fca-43fc-9df3-624d5b9cad6e triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:30:07.575114 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:09.589617 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea88a-93e0-4cf7-9911-9e497f0c1219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:09.871429 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:11.389643 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:12.057900 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:22.665545 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 5 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:30:37.148627 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf7cf-5d10-425b-bdbd-62f4ce48a1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:39.559993 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0c245470-5497-4011-9e7f-3f77be2d15bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:39.874814 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:41.377147 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:42.004939 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:30:59.664540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 5 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:31:07.159443 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fa935bf2-df03-4d9f-8222-004a491f0aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:09.564392 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-26817978-f5b0-4554-9ad9-075fb13d9b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:09.862324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:11.382469 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:12.005621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:36.663829 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 5 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:31:37.152141 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-138f10f1-5659-4a07-a633-477e97b42975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:39.576027 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fcbf894e-72c7-471a-9f5e-f881de0c0980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:39.856155 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:41.364211 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:31:42.021564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:07.152558 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-45cf2fff-7225-44b0-9167-8144cae4b7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:09.574209 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-050d4ad8-be70-4105-b46e-a591a634aae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:09.859938 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:11.363374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:12.031259 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:13.705294 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 5 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:32:20.489472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46670) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:20.564304 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d20f3df-3433-4f87-b611-7ae133f4db67 admin admin] GET failed (client error): The resource could not be found. Feb 17 04:32:20.565655 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-2d20f3df-3433-4f87-b611-7ae133f4db67 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0751228 Feb 17 04:32:20.710067 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0730765b-da96-473f-ad2e-ea793895d824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:20.711566 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-0730765b-da96-473f-ad2e-ea793895d824 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1410470 Feb 17 04:32:23.194127 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 46680) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:23.349024 dv-cinder-759987-4-smb neutron-server[83988]: WARNING oslo_policy.policy [None req-274d2c06-0868-479e-ba8c-bec6e50d0581 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:32:23.349611 dv-cinder-759987-4-smb neutron-server[83988]: WARNING oslo_policy.policy [None req-274d2c06-0868-479e-ba8c-bec6e50d0581 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:32:23.749330 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.policy [None req-274d2c06-0868-479e-ba8c-bec6e50d0581 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84102) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 04:32:23.785465 dv-cinder-759987-4-smb neutron-server[83988]: WARNING oslo_policy.policy [None req-274d2c06-0868-479e-ba8c-bec6e50d0581 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:32:23.785884 dv-cinder-759987-4-smb neutron-server[83988]: WARNING oslo_policy.policy [None req-274d2c06-0868-479e-ba8c-bec6e50d0581 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 04:32:23.811532 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274d2c06-0868-479e-ba8c-bec6e50d0581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:23.813588 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-274d2c06-0868-479e-ba8c-bec6e50d0581 admin admin] 10.222.0.30 "GET /v2.0/subnets/94af9d5e-6824-46e6-af23-6f0ce245ba84 HTTP/1.1" status: 200 len: 849 time: 0.6174371 Feb 17 04:32:23.825354 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:32:24.107158 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:24.459860 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743200751151'] for subnet, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:24.483231 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:32:24.641209 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94af9d5e-6824-46e6-af23-6f0ce245ba84,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:32:24.664423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:24.664822 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:24.665191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:24.665551 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:24.665909 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:24.666266 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:24.666619 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:24.666971 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:24.667324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:24.667673 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:24.668058 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:24.668407 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Tracked resource versions report: Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: pushed versions: Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: { 'AddressGroup': {'1.1'}, Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': {'1.0'}, Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': {'1.0'}, Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': {'1.1'}, Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': {'1.7'}, Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': {'1.2'}, Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': {'1.8'}, Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': {'1.4'}, Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': {'1.0'}, Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': {'1.1'}, Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': {'1.1'}} Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: consumer versions: Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: { DHCP agent@dv-cinder-759987-4-smb: {}, Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: L3 agent@dv-cinder-759987-4-smb: {}, Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: Metadata agent@dv-cinder-759987-4-smb: {}, Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: Metering agent@dv-cinder-759987-4-smb: {}, Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: Open vSwitch agent@dv-cinder-759987-4-smb: { 'AddressGroup': '1.1', Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': '1.0', Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': '1.0', Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': '1.1', Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': '1.7', Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': '1.2', Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': '1.8', Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': '1.4', Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': '1.2', Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': '1.0', Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': '1.1', Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': '1.1'}} Feb 17 04:32:24.669562 dv-cinder-759987-4-smb neutron-server[83988]: {{(pid=84102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:32:24.710423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:32:24.713806 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:24.714485 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:24.716965 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] 10.222.0.30 "PUT /v2.0/subnets/94af9d5e-6824-46e6-af23-6f0ce245ba84 HTTP/1.1" status: 200 len: 868 time: 0.8961759 Feb 17 04:32:24.719682 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46cac74-4252-49c9-b470-19db946b52dc None None] Network 6e10b686-7a88-45fd-992b-aac700aa739b requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:32:25.244561 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-36a4d60f-fe3f-4fc7-867d-05530b96ec84 None None] Provisioning complete for port 6690359f-37ce-4d68-93af-3022740ef70d triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:25.244972 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-36a4d60f-fe3f-4fc7-867d-05530b96ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:25.378799 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-36a4d60f-fe3f-4fc7-867d-05530b96ec84 None None] Provisioning complete for port da828b59-e2fe-4695-a3c9-493c7bfd3d6c triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:32:25.379116 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-36a4d60f-fe3f-4fc7-867d-05530b96ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:27.223955 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46700) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:27.412709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2db654-a7e6-4ad7-8059-d237d1e6b479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:27.413136 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2db654-a7e6-4ad7-8059-d237d1e6b479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:27.414792 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-2e2db654-a7e6-4ad7-8059-d237d1e6b479 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1897702 Feb 17 04:32:29.905083 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46710) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:30.096406 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b5171-652f-425e-a887-cac02e01e859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:30.096800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b5171-652f-425e-a887-cac02e01e859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:30.098481 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-db9b5171-652f-425e-a887-cac02e01e859 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1923313 Feb 17 04:32:32.609640 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46720) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:32.790801 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0622d1a-7011-4373-8ce8-882db14bfa61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:32.792205 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-d0622d1a-7011-4373-8ce8-882db14bfa61 admin admin] 10.222.0.30 "GET /v2.0/networks/1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 HTTP/1.1" status: 200 len: 886 time: 0.1815515 Feb 17 04:32:35.292682 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46730) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:35.480885 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0671ec-acfb-43f6-ba34-91c901c42e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:35.482364 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-8c0671ec-acfb-43f6-ba34-91c901c42e56 admin admin] 10.222.0.30 "GET /v2.0/networks/6e10b686-7a88-45fd-992b-aac700aa739b HTTP/1.1" status: 200 len: 862 time: 0.1887581 Feb 17 04:32:37.196625 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a4049aeb-4a69-4127-a634-6f91319a9674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:37.968567 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46740) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:38.091070 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e532d47-1bb3-47c5-b7fd-955806a625a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:38.091489 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e532d47-1bb3-47c5-b7fd-955806a625a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:38.092288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-3e532d47-1bb3-47c5-b7fd-955806a625a0 admin admin] Synchronizing usage tracker for tenant:b25be6060dbe4ef68d5f40932c63d892 on resource:subnet {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:32:38.168481 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-3e532d47-1bb3-47c5-b7fd-955806a625a0 admin admin] Unset dirty status for tenant:b25be6060dbe4ef68d5f40932c63d892 on resource:subnet {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:32:38.169809 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-3e532d47-1bb3-47c5-b7fd-955806a625a0 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2001913 Feb 17 04:32:39.562120 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c100d803-1079-42c0-b9a1-9d893e8e3a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:39.865923 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:40.660010 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46750) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:40.781531 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e864c0ea-81dc-47f7-897c-8f2f4ca97f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:40.781954 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e864c0ea-81dc-47f7-897c-8f2f4ca97f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:40.783628 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e864c0ea-81dc-47f7-897c-8f2f4ca97f11 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225326 Feb 17 04:32:41.368950 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:42.037426 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:32:43.280828 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46760) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:43.399079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be939c-6c19-47c4-b47b-1213ee93796a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:43.400608 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-63be939c-6c19-47c4-b47b-1213ee93796a admin admin] 10.222.0.30 "GET /v2.0/subnets/94af9d5e-6824-46e6-af23-6f0ce245ba84 HTTP/1.1" status: 200 len: 868 time: 0.1187956 Feb 17 04:32:45.904159 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 46770) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:32:46.016560 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f842070c-9c47-44e6-8bb2-f0eb94487535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:32:46.018112 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f842070c-9c47-44e6-8bb2-f0eb94487535 admin admin] 10.222.0.30 "GET /v2.0/subnets/b35f33eb-71d5-4010-9deb-6d694d1893d4 HTTP/1.1" status: 200 len: 816 time: 0.1128523 Feb 17 04:32:50.665717 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 5 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:33:07.168121 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59142a4e-6a65-42ca-b03f-cfd083e9955c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:09.562833 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5dc13edb-8840-4f39-a521-689f29bab273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:09.865846 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:11.362347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:12.036920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:12.216941 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 46810) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:12.269165 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [None req-48634f71-4b47-44bf-be2b-3701b68fc919 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:33:12.270254 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-48634f71-4b47-44bf-be2b-3701b68fc919 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0522876 Feb 17 04:33:14.842248 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 46820) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:14.919533 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e47fff-e11a-4cc8-8587-81950b9e02e0 admin admin] GET failed (client error): The resource could not be found. Feb 17 04:33:14.920919 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-d4e47fff-e11a-4cc8-8587-81950b9e02e0 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0776258 Feb 17 04:33:15.066525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8de4d0-f86a-44e9-8664-7904dca90e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:15.068140 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-9e8de4d0-f86a-44e9-8664-7904dca90e09 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1426907 Feb 17 04:33:17.595664 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 46830) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:17.650456 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:17.653518 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.quota [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Loaded quota_driver: . Feb 17 04:33:17.659705 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:17.672688 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:17.716123 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Made reservation on behalf of b25be6060dbe4ef68d5f40932c63d892 for: {'network': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:33:17.720973 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:17.820614 dv-cinder-759987-4-smb neutron-server[83988]: WARNING neutron.services.revisions.revision_plugin [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Could not find related network for resource to bump revision. Feb 17 04:33:17.874733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:33:17.886810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293653912607', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:17.887279 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Added segment 2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801 of type vxlan for network ede0a53b-0f76-44cc-a3ff-b886df8725b3 Feb 17 04:33:17.959562 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:18.013817 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:18.015159 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:18.015797 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:18.022485 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:18.122928 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Pushing event updated for resources: {'Network': ['ID=ede0a53b-0f76-44cc-a3ff-b886df8725b3,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:18.126607 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:18.134725 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network ede0a53b-0f76-44cc-a3ff-b886df8725b3 details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:33:18.185917 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5890455 Feb 17 04:33:20.713105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46840) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:33:20.792691 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6e6021-6ab5-4413-9c7e-6b3c9f33e867 admin admin] GET failed (client error): The resource could not be found. Feb 17 04:33:20.794095 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1d6e6021-6ab5-4413-9c7e-6b3c9f33e867 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0798922 Feb 17 04:33:20.913774 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeca450a-cd39-47aa-aa58-18758829e754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:20.915352 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-aeca450a-cd39-47aa-aa58-18758829e754 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1164038 Feb 17 04:33:20.926903 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'ede0a53b-0f76-44cc-a3ff-b886df8725b3', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:33:20.932010 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:33:20.942349 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:33:20.979805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Made reservation on behalf of b25be6060dbe4ef68d5f40932c63d892 for: {'subnet': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:33:20.984666 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:21.407012 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for subnet, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:21.423432 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:21.556821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fecb73b6-84dc-433d-b1eb-0696e01c02cb,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:21.569234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:21.569622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:21.570001 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:21.570370 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:21.570737 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:21.571103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:21.571465 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:21.571827 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:21.572187 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:21.572570 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:21.573460 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:21.573819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:21.577274 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:21.632590 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Checking segment: {'id': '2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ede0a53b-0f76-44cc-a3ff-b886df8725b3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:33:21.632984 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Network hostable DHCP agents. Network: ede0a53b-0f76-44cc-a3ff-b886df8725b3, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:33:21.664762 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Network ede0a53b-0f76-44cc-a3ff-b886df8725b3 is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:33:21.687794 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, ede0a53b-0f76-44cc-a3ff-b886df8725b3) {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:33:21.691745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:33:21.692505 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:21.697599 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb57ac70-90f7-438a-a9b7-8178dc944154 None None] Network ede0a53b-0f76-44cc-a3ff-b886df8725b3 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:33:21.752504 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8171928 Feb 17 04:33:22.103505 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp032d452b-0452-5bab-8cee-bc0f264fa599-ede0a53b-0f76-44cc-a3ff-b886df8725b3', 'network_id': 'ede0a53b-0f76-44cc-a3ff-b886df8725b3', 'tenant_id': 'b25be6060dbe4ef68d5f40932c63d892', 'fixed_ips': [{'subnet_id': 'fecb73b6-84dc-433d-b1eb-0696e01c02cb'}]}} from dv-cinder-759987-4-smb. {{(pid=84103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:33:22.105198 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:22.404613 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Allocated IP 192.168.233.2 (ede0a53b-0f76-44cc-a3ff-b886df8725b3/fecb73b6-84dc-433d-b1eb-0696e01c02cb/325709cd-31b8-4378-8f8a-049517b46447) {{(pid=84103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:33:22.696428 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Notify callbacks [] for port, precommit_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:22.734072 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Transition to ACTIVE for port object 325709cd-31b8-4378-8f8a-049517b46447 will not be triggered until provisioned by entity L2. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:33:22.751609 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Transition to ACTIVE for port object 325709cd-31b8-4378-8f8a-049517b46447 will not be triggered until provisioned by entity DHCP. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:33:22.785808 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:22.803233 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:22.935374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Pushing event updated for resources: {'Port': ['ID=325709cd-31b8-4378-8f8a-049517b46447,revision_number=1']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:22.955997 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:22.956308 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:22.956706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:22.957075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:22.957437 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:22.957805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:22.958168 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:22.958527 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:22.958884 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:22.959240 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:22.959595 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:22.959949 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:33:22.966508 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:23.010743 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Network ede0a53b-0f76-44cc-a3ff-b886df8725b3 is already hosted by enough agents. {{(pid=84103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:33:23.012241 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Resources bound (agent type, host, resource id): {{(pid=84103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:33:23.014751 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Received port after_create {{(pid=84103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:33:23.074907 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Attempting to bind port 325709cd-31b8-4378-8f8a-049517b46447 on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:33:23.075328 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Attempting to bind port 325709cd-31b8-4378-8f8a-049517b46447 by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': '2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ede0a53b-0f76-44cc-a3ff-b886df8725b3'}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:33:23.075742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Attempting to bind port 325709cd-31b8-4378-8f8a-049517b46447 on network ede0a53b-0f76-44cc-a3ff-b886df8725b3 {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:33:23.082222 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:33:23.082222 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Checking segment: {'id': '2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ede0a53b-0f76-44cc-a3ff-b886df8725b3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:33:23.082689 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:23.083131 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Bound using segment: {'id': '2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ede0a53b-0f76-44cc-a3ff-b886df8725b3'} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:33:23.083649 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Bound port: 325709cd-31b8-4378-8f8a-049517b46447, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ede0a53b-0f76-44cc-a3ff-b886df8725b3'}}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:33:23.084087 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:23.183222 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] For port 325709cd-31b8-4378-8f8a-049517b46447, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:33:23.186741 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] For port 325709cd-31b8-4378-8f8a-049517b46447, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=325709cd-31b8-4378-8f8a-049517b46447,segment=NetworkSegment(2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801),segment_id=2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801)] {{(pid=84103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:33:23.247320 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:23.263892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:23.414779 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Pushing event updated for resources: {'Port': ['ID=325709cd-31b8-4378-8f8a-049517b46447,revision_number=2']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:23.420427 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:24.718460 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ce1207-c846-4046-be7a-6081bd17c8e1 None None] Network ede0a53b-0f76-44cc-a3ff-b886df8725b3 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:33:24.879724 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d8e6f374-3860-4069-be05-6d9dff7c7940 None None] Provisioning for port 325709cd-31b8-4378-8f8a-049517b46447 completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:33:25.596234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 325709cd-31b8-4378-8f8a-049517b46447 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:33:25.709720 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port 325709cd-31b8-4378-8f8a-049517b46447 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:33:25.715648 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 325709cd-31b8-4378-8f8a-049517b46447 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:33:25.716072 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:25.841137 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:25.874709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port 325709cd-31b8-4378-8f8a-049517b46447, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=325709cd-31b8-4378-8f8a-049517b46447,segment=NetworkSegment(2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801),segment_id=2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:33:25.905283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:25.910129 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:33:26.008664 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=325709cd-31b8-4378-8f8a-049517b46447,revision_number=3']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:33:26.011877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:33:27.579266 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 325709cd-31b8-4378-8f8a-049517b46447 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:33:27.652646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 325709cd-31b8-4378-8f8a-049517b46447 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:33:27.653072 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:27.664771 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 5 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:33:37.156139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cf00e60e-5ec4-4347-88b1-e8d895a04272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:39.556020 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2cc675ca-0d45-4b66-ac14-e42e999cc5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:39.870348 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:41.366338 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:33:42.041800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:04.664596 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 5 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:34:07.155149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f3d5847f-b6cc-4011-a813-47daf46faa1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:09.566654 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-91ee7397-8a95-4f22-b84e-595b2366c582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:09.875427 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:11.371708 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:12.047024 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:36.361801 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46882) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:36.368339 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [None req-e9db8f81-786c-4e65-9e88-7db4ab3454e0 tempest-verify_tempest_config-2120835022 tempest-verify_tempest_config-2120835022-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:34:36.369436 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e9db8f81-786c-4e65-9e88-7db4ab3454e0 tempest-verify_tempest_config-2120835022 tempest-verify_tempest_config-2120835022-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0066478 Feb 17 04:34:36.833278 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46902) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:36.961569 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:36.977855 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:34:36.982148 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Usage tracker for resource:security_group_rule and tenant:775e9e26a10c4a91aca6de78f97a5c7a is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:34:36.985179 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:34:36.990979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:34:37.200555 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4abcd542-eed8-48c4-82cb-cda020ee7de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:37.340748 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:37.383211 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:37.391961 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:37.435293 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Synchronizing usage tracker for tenant:b25be6060dbe4ef68d5f40932c63d892 on resource:security_group {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:34:37.438817 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b24649-7dec-4ccf-92fd-b64c3da8287a,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:37.450710 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:37.451038 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:37.451409 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:37.451775 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:37.452137 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:37.452523 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:37.452884 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:37.453241 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:37.453600 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:37.453954 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:37.454310 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:37.454662 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:34:37.460485 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:37.497481 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Unset dirty status for tenant:b25be6060dbe4ef68d5f40932c63d892 on resource:security_group {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:34:37.498822 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=775e9e26a10c4a91aca6de78f97a5c7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6645057 Feb 17 04:34:37.501761 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46908) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:34:37.563034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-abeb7280-fca3-48f0-a205-d75e4100730d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:37.592713 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-abeb7280-fca3-48f0-a205-d75e4100730d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:37.663169 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-abeb7280-fca3-48f0-a205-d75e4100730d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:37.667716 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:34:37.679600 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb7280-fca3-48f0-a205-d75e4100730d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b24649-7dec-4ccf-92fd-b64c3da8287a,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:34:37.682007 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-abeb7280-fca3-48f0-a205-d75e4100730d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:34:37.689047 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-abeb7280-fca3-48f0-a205-d75e4100730d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:37.690279 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-abeb7280-fca3-48f0-a205-d75e4100730d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64b24649-7dec-4ccf-92fd-b64c3da8287a HTTP/1.1" status: 204 len: 168 time: 0.1875243 Feb 17 04:34:39.565965 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b3d0afb4-5aa1-49a4-99eb-d9644421d98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:39.880820 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:41.366066 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:34:41.663838 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 5 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:34:42.051934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:07.159539 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-89ee744b-d710-44a5-a853-d376c608afb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:09.771003 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-24574c75-e6ef-479d-b3c9-1c9d275a202d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:09.879891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:11.375586 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:12.050277 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:18.662999 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 5 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:35:37.159154 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-07c9af69-9a54-4db8-8b09-072136891e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:39.580502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a2a528c8-740b-4922-8356-f657a218867b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:39.878108 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:41.371450 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:42.050880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:35:55.662557 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 5 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:36:07.163169 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-904315a5-15f9-40a4-8531-4ee4c44a8963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:09.568709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9d27452-2c08-4724-a99d-6bbed2cf8e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:09.895499 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:11.369722 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:12.055559 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.373938 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193'] for agent, after_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:23.374990 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:23.375382 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:23.375763 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:23.376140 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:23.376548 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:23.376924 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:23.377299 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:23.377672 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:23.378085 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:23.378455 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:23.378830 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:23.379196 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:36:23.379593 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75998', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:23.383820 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75998', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:36:23.645956 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] get_endpoint_by_host() called for host hv-cinder-75998 {{(pid=84103) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 04:36:23.650079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] get_endpoint_by_ip() called for ip 192.168.0.74 {{(pid=84103) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 04:36:23.653271 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] _add_endpoint() called for ip 192.168.0.74 {{(pid=84103) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 04:36:23.683094 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] _get_endpoints() called {{(pid=84103) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 04:36:32.663198 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:36:35.978744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46980) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:36.173153 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-833375dc-f04f-46d0-a2ca-24bd9ac2a593 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1927412 Feb 17 04:36:37.169917 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0ae730bd-a979-493b-861e-51c4875f75eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:38.839805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 46990) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:36:38.905580 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-53fbe51a-6728-4e4e-bd64-76927aaeae38 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0645158 Feb 17 04:36:39.586400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ca2e3fc2-2a81-490d-bf9d-b60602ef21e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:39.884084 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:41.385553 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:42.065827 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:36:53.386455 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:07.169182 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cedb58fe-8637-41ba-939e-c13fb298e994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:09.575061 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-77737e15-4a8b-41bd-8230-978d570ad0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:09.671169 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:37:09.894886 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:11.357733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:12.066187 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:23.385315 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:37.168403 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d5fc2da6-604f-4145-9140-749f3d2225d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.573177 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a003-9681-4365-bc1a-dbe7bc77b205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:39.888564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:41.362903 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:42.088110 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:37:46.662030 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:37:53.409241 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:07.173988 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d88b0e2f-606a-4b9b-b0ab-d9098794763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:09.585801 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f711f3be-ccc0-476e-a411-dfe1bfeec739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:09.900415 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:11.368538 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:12.075320 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:23.418806 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:23.665050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:38:36.883783 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47184) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:37.180049 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-71575c4c-ffe5-4d57-ba76-695e219bced6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.552030 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47200) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:37.654782 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-456950666-network', 'tenant_id': 'e341d4b953a84cc1816c01122c44b9e3'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:37.676428 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:37.689769 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47206) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:37.700592 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Usage tracker for resource:network and tenant:e341d4b953a84cc1816c01122c44b9e3 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:37.713113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:37.728003 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:37.774092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Made reservation on behalf of e341d4b953a84cc1816c01122c44b9e3 for: {'network': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:37.779257 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.797866 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:37.811385 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47222) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:37.820881 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:37.826529 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Usage tracker for resource:security_group_rule and tenant:e341d4b953a84cc1816c01122c44b9e3 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:37.830347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:37.837681 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:37.997677 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47230) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:38.105224 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-403361231-network', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:38.112760 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.117561 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:38.125870 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Usage tracker for resource:network and tenant:b027197d07e3499fb8ba5782c70e429a is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:38.132176 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:38.144090 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:38.146671 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1252733572-network', 'tenant_id': '85a5ddc85ef24e1cabea08c25223d6fd'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:38.155739 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:38.163600 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Usage tracker for resource:network and tenant:85a5ddc85ef24e1cabea08c25223d6fd is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:38.175817 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:38.176047 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.191023 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:38.195317 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:38.202367 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Made reservation on behalf of b027197d07e3499fb8ba5782c70e429a for: {'network': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:38.211622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.243467 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-484521015-network', 'tenant_id': 'befae0ac515a484db91eb597439002ba'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:38.254459 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:38.260630 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.283071 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Usage tracker for resource:network and tenant:befae0ac515a484db91eb597439002ba is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:38.292181 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:38.306315 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:38:38.307745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:38.312406 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:38.321156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Usage tracker for resource:security_group_rule and tenant:b027197d07e3499fb8ba5782c70e429a is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:38.329809 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:38.330960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293653912607', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.331902 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Added segment dffe3611-8706-4da2-99bc-500113a6da03 of type vxlan for network bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d Feb 17 04:38:38.346139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-network', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:38.354073 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c5e176-72a8-4959-ad16-d3d414fe1774,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:38.358986 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:38.366969 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Usage tracker for resource:network and tenant:e7c53efcaba64d5fbc9bc8dc9f07643c is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:38.369459 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.370075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.370642 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.371468 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.372287 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.372898 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:38.373571 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.374383 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.375202 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.375827 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.376425 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.377015 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.380733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.380733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.380733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.380733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.380733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.380733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.381818 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.382104 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.382912 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.383941 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.384640 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:38.385062 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.385843 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.386631 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Tracked resource versions report: Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: pushed versions: Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: { 'AddressGroup': {'1.1'}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': {'1.0'}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': {'1.0'}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': {'1.1'}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': {'1.7'}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': {'1.2'}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': {'1.8'}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': {'1.4'}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': {'1.0'}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': {'1.1'}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': {'1.1'}} Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: consumer versions: Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: { DHCP agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: L3 agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: Metadata agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: Metering agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: Open vSwitch agent@dv-cinder-759987-4-smb: { 'AddressGroup': '1.1', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': '1.0', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': '1.0', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': '1.1', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': '1.7', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': '1.2', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': '1.8', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': '1.4', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': '1.2', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': '1.0', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': '1.1', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': '1.1'}, Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: Open vSwitch agent@hv-cinder-75998: { 'AddressGroup': '1.1', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': '1.0', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': '1.0', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': '1.1', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': '1.7', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': '1.2', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': '1.8', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': '1.4', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': '1.2', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': '1.0', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': '1.1', Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': '1.1'}} Feb 17 04:38:38.389295 dv-cinder-759987-4-smb neutron-server[83988]: {{(pid=84102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:38:38.401047 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:38.403457 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:38.460239 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.529368 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Made reservation on behalf of 85a5ddc85ef24e1cabea08c25223d6fd for: {'network': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:38.538621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.567618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.585961 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.596709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.600199 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:38.601424 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.601729 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Made reservation on behalf of befae0ac515a484db91eb597439002ba for: {'network': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:38.612392 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.648417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:38.674306 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Made reservation on behalf of e7c53efcaba64d5fbc9bc8dc9f07643c for: {'network': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:38.692947 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.696273 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:38.712430 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8266559 Feb 17 04:38:38.722314 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.723451 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47250) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:38.731611 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.755413 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Request body: {'subnet': {'network_id': 'bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-456950666-subnet', 'tenant_id': 'e341d4b953a84cc1816c01122c44b9e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:38.777840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-abeb7280-fca3-48f0-a205-d75e4100730d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:38.791258 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:38.824190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Usage tracker for resource:security_group_rule and tenant:85a5ddc85ef24e1cabea08c25223d6fd is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:38.833805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:38.850990 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:38.859212 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Usage tracker for resource:subnet and tenant:e341d4b953a84cc1816c01122c44b9e3 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:38.862398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:38.871482 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:38.875940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:38.879336 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:38.882192 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Usage tracker for resource:security_group_rule and tenant:befae0ac515a484db91eb597439002ba is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:38.889568 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:38.917218 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Usage tracker for resource:security_group_rule and tenant:e7c53efcaba64d5fbc9bc8dc9f07643c is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:38.922308 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Pushing event updated for resources: {'Network': ['ID=bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:38.926278 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:38.930938 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:38.936063 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:38.937567 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Network bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:38:38.939706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:38.966487 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:39.014394 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:38:39.035787 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17415bb2-fb97-45f0-be4f-b46a633770c9,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:39.089138 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.090099 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.090962 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.092011 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.092893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.093743 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.094592 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.095416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.096254 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.097092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.097887 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.098685 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.099588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.100480 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.101323 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.102336 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.103177 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.104001 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.104875 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.105707 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Tracked resource versions report: Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: pushed versions: Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: { 'AddressGroup': {'1.1'}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': {'1.0'}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': {'1.0'}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': {'1.1'}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': {'1.7'}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': {'1.2'}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': {'1.8'}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': {'1.4'}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': {'1.0'}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': {'1.1'}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': {'1.1'}} Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: consumer versions: Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: { DHCP agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: L3 agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: Metadata agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: Metering agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: Open vSwitch agent@dv-cinder-759987-4-smb: { 'AddressGroup': '1.1', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': '1.0', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': '1.0', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': '1.1', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': '1.7', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': '1.2', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': '1.8', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': '1.4', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': '1.2', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': '1.0', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': '1.1', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': '1.1'}, Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: Open vSwitch agent@hv-cinder-75998: { 'AddressGroup': '1.1', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': '1.0', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': '1.0', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': '1.1', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': '1.7', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': '1.2', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': '1.8', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': '1.4', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': '1.2', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': '1.0', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': '1.1', Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': '1.1'}} Feb 17 04:38:39.110936 dv-cinder-759987-4-smb neutron-server[83988]: {{(pid=84101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:38:39.122891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:38:39.124743 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Made reservation on behalf of e341d4b953a84cc1816c01122c44b9e3 for: {'subnet': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:39.136117 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:39.162445 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:39.254644 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:39.255056 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Added segment e3536451-b489-4d4a-96ae-59a5c75489dc of type vxlan for network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c Feb 17 04:38:39.269530 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:39.299377 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:39.312730 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:39.339617 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:39.430225 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd229ac2-0ab6-48b7-af35-73680946f348,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:39.433792 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:39.487706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:39.492397 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:39.492397 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:39.497212 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:39.555247 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:38:39.555610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:38:39.630818 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3c73d414-07d4-4b86-af01-a704bb94aa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:39.734917 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Pushing event updated for resources: {'Network': ['ID=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:39.738646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:39.746937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:38:39.747086 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:39.764507 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:38:39.772195 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:39.828608 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:39.841916 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:39.860624 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.1692669 Feb 17 04:38:39.861586 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:39.865064 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47282) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:39.871892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Request body: {'subnet': {'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-403361231-subnet', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:39.893043 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:39.904543 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:38:39.907519 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Usage tracker for resource:subnet and tenant:b027197d07e3499fb8ba5782c70e429a is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:39.907762 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d133075e-6e28-413d-b816-6ed375a0adfe,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:39.929036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:39.929162 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:39.930870 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4c97f889-7ead-47ae-acb8-b8b8860dbf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:39.940893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:39.998444 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:39.999112 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Added segment 209b3c50-8a46-44e1-891a-31faf52499b0 of type vxlan for network 85566346-7810-448b-acd9-9bba5936da34 Feb 17 04:38:40.000753 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260e3c32-654a-44cf-89a8-2dea453cdccb,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:40.018293 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Made reservation on behalf of b027197d07e3499fb8ba5782c70e429a for: {'subnet': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:40.022946 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:40.025385 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:40.080986 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:40.095949 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:40.118928 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:40.477399 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:40.481169 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:38:40.481676 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:38:40.482939 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:40.483828 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:40.540438 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:38:40.540914 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:38:40.547034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f8aa24d7-fa19-43e5-982a-7db81d46b7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:40.644187 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8281574 Feb 17 04:38:40.644362 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47306) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:40.656286 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Request body: {'subnet': {'network_id': '85566346-7810-448b-acd9-9bba5936da34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-484521015-subnet', 'tenant_id': 'befae0ac515a484db91eb597439002ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:40.661571 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:40.666734 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Usage tracker for resource:subnet and tenant:befae0ac515a484db91eb597439002ba is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:40.669943 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:40.672792 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Pushing event updated for resources: {'Network': ['ID=85566346-7810-448b-acd9-9bba5936da34,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:40.676646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:40.678156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:40.679114 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for subnet, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:40.684911 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Network 85566346-7810-448b-acd9-9bba5936da34 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:38:40.695063 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dd0dc6b3-27e4-4e71-9efa-1c0002ef9f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:40.706332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for subnet, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:40.710248 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network 85566346-7810-448b-acd9-9bba5936da34 details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:38:40.735612 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-7365bbf1-3c90-4f9d-a25b-214b91a052d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:40.768094 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Made reservation on behalf of befae0ac515a484db91eb597439002ba for: {'subnet': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:40.773529 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:40.895034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47314) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:40.954928 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4486d5-1bfa-4bf1-9a7c-322696592052,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:40.963157 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:40.983769 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.050570 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:38:41.061095 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Checking segment: {'id': 'dffe3611-8706-4da2-99bc-500113a6da03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:38:41.061646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Network hostable DHCP agents. Network: bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:38:41.072652 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.073110 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Added segment 46eac2f1-206b-40d9-8b8a-acf2b2984c2f of type vxlan for network 2d7a82db-0693-4b36-bdf2-4e1d79993092 Feb 17 04:38:41.118312 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.163900 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Network bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:38:41.169099 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b27cc11e-c955-4869-8099-02180ce453cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.194670 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-b27cc11e-c955-4869-8099-02180ce453cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:41.199788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-b27cc11e-c955-4869-8099-02180ce453cf admin admin] Usage tracker for resource:security_group_rule and tenant:d4d690aecf644718b87eff8fe595e22c is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:41.203230 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-b27cc11e-c955-4869-8099-02180ce453cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:41.210919 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-b27cc11e-c955-4869-8099-02180ce453cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:41.214713 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.217729 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:41.218374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.226581 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:41.241187 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24db9e6c-4099-46d8-ad28-21e2d704428a,revision_number=0']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:41.248896 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:41.331701 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d) {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:41.352042 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:41.352729 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.353559 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0ddd96-793e-4a32-bd58-081598ba0e68 None None] Network bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:38:41.399366 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Pushing event updated for resources: {'Network': ['ID=2d7a82db-0693-4b36-bdf2-4e1d79993092,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:41.402650 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:41.406305 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Checking segment: {'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:38:41.406707 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Network hostable DHCP agents. Network: db56afd7-203e-44fe-a4c0-bc1abcbe6d8c, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:38:41.412001 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.4117661 Feb 17 04:38:41.413845 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47328) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:41.429970 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Request body: {'subnet': {'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-subnet', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:41.436503 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7036657 Feb 17 04:38:41.441756 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:41.453820 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Usage tracker for resource:subnet and tenant:e7c53efcaba64d5fbc9bc8dc9f07643c is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:41.461338 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:41.477316 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:41.522507 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.530218 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.537929 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Network 2d7a82db-0693-4b36-bdf2-4e1d79993092 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:38:41.538965 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b27cc11e-c955-4869-8099-02180ce453cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.549860 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:38:41.562415 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Made reservation on behalf of e7c53efcaba64d5fbc9bc8dc9f07643c for: {'subnet': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:41.565318 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network 2d7a82db-0693-4b36-bdf2-4e1d79993092 details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:38:41.568293 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.584639 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b27cc11e-c955-4869-8099-02180ce453cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.641755 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:41.661814 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-b27cc11e-c955-4869-8099-02180ce453cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4d690aecf644718b87eff8fe595e22c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7508974 Feb 17 04:38:41.664474 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47336) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:41.703939 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, db56afd7-203e-44fe-a4c0-bc1abcbe6d8c) {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:41.726198 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:41.726847 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.731174 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cc11e-c955-4869-8099-02180ce453cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bea5cf6-277c-489a-889a-22d933515aaa,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:41.735158 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b27cc11e-c955-4869-8099-02180ce453cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:41.791206 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dfc34408-b43a-4f82-a1c9-95cb9b897881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.805752 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:38:41.829132 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dfc34408-b43a-4f82-a1c9-95cb9b897881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.857831 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293653912607', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.858549 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Added segment df4a0683-46bd-4a0e-8c4b-d2338163a19b of type vxlan for network 13876b0f-9032-4a56-9eb5-24f5ffca728d Feb 17 04:38:41.871445 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2759c5-2fa2-4e50-abea-2604f6e684bf None None] Network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:38:41.937269 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dfc34408-b43a-4f82-a1c9-95cb9b897881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.942962 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:41.973034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:41.986638 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1209252 Feb 17 04:38:41.988794 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47350) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:41.996332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc34408-b43a-4f82-a1c9-95cb9b897881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bea5cf6-277c-489a-889a-22d933515aaa,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:42.004085 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dfc34408-b43a-4f82-a1c9-95cb9b897881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:42.010374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:42.033343 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:42.049608 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for subnet, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:42.052050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Usage tracker for resource:router and tenant:b027197d07e3499fb8ba5782c70e429a is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:42.052773 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dfc34408-b43a-4f82-a1c9-95cb9b897881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:42.063941 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-dfc34408-b43a-4f82-a1c9-95cb9b897881 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2bea5cf6-277c-489a-889a-22d933515aaa HTTP/1.1" status: 204 len: 168 time: 0.3963339 Feb 17 04:38:42.126350 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:42.156736 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:42.279872 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47380) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:42.281957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:42.285928 dv-cinder-759987-4-smb neutron-server[83988]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 04:38:42.336034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:42.400333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:42.401037 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:42.430829 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3806413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13227'] for router, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:42.432264 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854434389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762573'] for router, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:42.498832 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.9444923 Feb 17 04:38:42.577229 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47388) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:42.588491 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Request body: {'subnet': {'network_id': '13876b0f-9032-4a56-9eb5-24f5ffca728d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1252733572-subnet', 'tenant_id': '85a5ddc85ef24e1cabea08c25223d6fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:42.594197 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:42.599476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Usage tracker for resource:subnet and tenant:85a5ddc85ef24e1cabea08c25223d6fd is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:42.604234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:42.612210 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:42.638186 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:42.641198 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-56435fde-9722-42fb-9eb4-ab9cad696331 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:42.643892 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-56435fde-9722-42fb-9eb4-ab9cad696331 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/networks?id=bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d HTTP/1.1" status: 200 len: 811 time: 0.3619950 Feb 17 04:38:42.694987 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Made reservation on behalf of 85a5ddc85ef24e1cabea08c25223d6fd for: {'subnet': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:42.713224 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:42.781352 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-3d2301dc-321d-4dd8-8c68-2ac3ac2abd61 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/quotas/e341d4b953a84cc1816c01122c44b9e3 HTTP/1.1" status: 200 len: 375 time: 0.1197572 Feb 17 04:38:42.814017 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:42.824433 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a,revision_number=0']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:42.845838 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:42.847219 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:42.987317 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e127dd9-bcfa-4f0d-9395-0dfe732f64e8 None None] Network bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:38:43.062082 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47402) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:43.096620 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-5d09592b-cd38-4c67-95f2-7783f3d183a9 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e341d4b953a84cc1816c01122c44b9e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1773667 Feb 17 04:38:43.148226 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Checking segment: {'id': '209b3c50-8a46-44e1-891a-31faf52499b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85566346-7810-448b-acd9-9bba5936da34'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:38:43.154247 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Network hostable DHCP agents. Network: 85566346-7810-448b-acd9-9bba5936da34, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:38:43.353804 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp032d452b-0452-5bab-8cee-bc0f264fa599-db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a'}]}} from dv-cinder-759987-4-smb. {{(pid=84103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:38:43.354856 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:43.366829 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Pushing event updated for resources: {'Network': ['ID=13876b0f-9032-4a56-9eb5-24f5ffca728d,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:43.391954 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-ba502904-f8d8-42ba-9133-cb44a2482603 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:38:43.396306 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8ca340fc-4193-4546-a4d8-249b3291d7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:43.401664 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-ba502904-f8d8-42ba-9133-cb44a2482603 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1484265 Feb 17 04:38:43.421337 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:43.430886 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Network 13876b0f-9032-4a56-9eb5-24f5ffca728d details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:38:43.451522 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network 13876b0f-9032-4a56-9eb5-24f5ffca728d details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:38:43.698583 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-ab5ba693-5579-459d-b67f-754550b5f4c1 service neutron] 10.222.0.30 "GET /v2.0/networks/bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957175 Feb 17 04:38:43.726812 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8ca340fc-4193-4546-a4d8-249b3291d7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:43.744021 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8ca340fc-4193-4546-a4d8-249b3291d7e3 admin admin] Usage tracker for resource:security_group_rule and tenant:af4715449e9b4728afe091a1cfd9f4c6 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:43.750229 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8ca340fc-4193-4546-a4d8-249b3291d7e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:43.886604 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Network 85566346-7810-448b-acd9-9bba5936da34 is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:38:43.890085 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8ca340fc-4193-4546-a4d8-249b3291d7e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:43.929880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850915037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850969429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762622'] for router, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:43.937727 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-66aa22cc-0f62-44ed-88ed-c9bd83689f05 service neutron] 10.222.0.30 "GET /v2.0/networks/bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2238872 Feb 17 04:38:43.960968 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, 85566346-7810-448b-acd9-9bba5936da34) {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:43.968317 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for subnet, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:43.995838 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:43.996909 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:44.002386 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c8d2735f-f939-48b1-a712-841498660938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:44.026646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aa4622-52e8-4a33-94d6-334bd637183d None None] Network 85566346-7810-448b-acd9-9bba5936da34 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:38:44.175154 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6f8bc1-5077-417a-8c0b-7218698ef2b6,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:44.181370 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:44.206237 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47436) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:44.211791 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.5635376 Feb 17 04:38:44.217882 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47440) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:44.220076 dv-cinder-759987-4-smb neutron-server[83988]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 04:38:44.282335 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Checking segment: {'id': 'df4a0683-46bd-4a0e-8c4b-d2338163a19b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '13876b0f-9032-4a56-9eb5-24f5ffca728d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:38:44.283130 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Network hostable DHCP agents. Network: 13876b0f-9032-4a56-9eb5-24f5ffca728d, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:38:44.319061 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-484521015-router', 'tenant_id': 'befae0ac515a484db91eb597439002ba', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:44.327851 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bd12ea8f-a354-4469-bd2c-5ab10453f81f req-c8589666-7e2a-4c62-8099-4d36a058210c tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 210 time: 0.1175323 Feb 17 04:38:44.336084 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:44.366464 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Usage tracker for resource:router and tenant:befae0ac515a484db91eb597439002ba is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:44.367002 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Network 13876b0f-9032-4a56-9eb5-24f5ffca728d is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:38:44.371775 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:44.374226 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350620ab-9fd7-42b1-bb99-99e06f30a408 None None] Network 85566346-7810-448b-acd9-9bba5936da34 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:38:44.400891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:44.407666 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, 13876b0f-9032-4a56-9eb5-24f5ffca728d) {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:44.421617 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:44.422614 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:44.453351 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c838b34-d3fc-4f95-9d3e-5b224ff03134 None None] Network 13876b0f-9032-4a56-9eb5-24f5ffca728d requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:38:44.456097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8ca340fc-4193-4546-a4d8-249b3291d7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:44.485839 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-9cbc7529-c341-4533-ae61-61ff3512718d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8986695 Feb 17 04:38:44.509184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for subnet, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:44.511647 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8ca340fc-4193-4546-a4d8-249b3291d7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:44.538673 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6c1dba02-c71e-4128-9896-264da7ea7b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:44.653529 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3806413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13227'] for router, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:44.654532 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854434389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762573'] for router, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:44.665906 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Allocated IP 172.20.0.2 (db56afd7-203e-44fe-a4c0-bc1abcbe6d8c/24db9e6c-4099-46d8-ad28-21e2d704428a/0aa62ed9-60d9-4bb5-bd23-fdb651f89d14) {{(pid=84103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:38:44.731604 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:44.835904 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-8ca340fc-4193-4546-a4d8-249b3291d7e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af4715449e9b4728afe091a1cfd9f4c6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7660296 Feb 17 04:38:44.838769 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47478) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:44.952688 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-eaaa9062-3f22-488f-9015-df2e510455fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:44.999530 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-eaaa9062-3f22-488f-9015-df2e510455fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:45.169195 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb5c7c3-6d90-4fd8-bb91-9a57e4e60c7b None None] Network 13876b0f-9032-4a56-9eb5-24f5ffca728d requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:38:45.179288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-eaaa9062-3f22-488f-9015-df2e510455fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:45.194390 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dfc34408-b43a-4f82-a1c9-95cb9b897881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:45.203935 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa9062-3f22-488f-9015-df2e510455fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875e184b-cb74-4ca4-ad9a-42ef12e6e0b9,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:45.212190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-eaaa9062-3f22-488f-9015-df2e510455fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:45.215305 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-eaaa9062-3f22-488f-9015-df2e510455fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:45.220385 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-eaaa9062-3f22-488f-9015-df2e510455fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/875e184b-cb74-4ca4-ad9a-42ef12e6e0b9 HTTP/1.1" status: 204 len: 168 time: 0.3799024 Feb 17 04:38:45.258952 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b38920-b506-4cd3-87a7-221a55afe365,revision_number=0']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:45.267359 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:45.288335 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2200881b-54fa-4fe8-b664-c247155e86d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.720s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:45.322828 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca340fc-4193-4546-a4d8-249b3291d7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875e184b-cb74-4ca4-ad9a-42ef12e6e0b9,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:45.325686 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8ca340fc-4193-4546-a4d8-249b3291d7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:45.438907 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47502) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:45.504907 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ac9d5e23-fd01-4b5b-a812-0386ab3675e2 req-24f462fd-f88b-4c55-a309-dc93e4a61a88 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 210 time: 0.0975370 Feb 17 04:38:45.631654 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850915037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850969429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762622'] for router, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:45.701905 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:45.760436 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Transition to ACTIVE for port object 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 will not be triggered until provisioned by entity L2. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:38:45.785689 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Transition to ACTIVE for port object 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 will not be triggered until provisioned by entity DHCP. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:38:45.824967 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:45.962423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:45.998577 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Checking segment: {'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:38:45.998979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Network hostable DHCP agents. Network: 2d7a82db-0693-4b36-bdf2-4e1d79993092, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:38:46.003867 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8cf8-b765-40f1-956c-e674dec6f804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.023149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.051825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Pushing event updated for resources: {'Port': ['ID=0aa62ed9-60d9-4bb5-bd23-fdb651f89d14,revision_number=1']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:46.078724 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.083623 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.084006 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.084965 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.085381 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.087976 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.087976 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.088358 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.089782 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.089782 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.089782 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.091188 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-c6bf8cf8-b765-40f1-956c-e674dec6f804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:46.091381 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.092234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.093335 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.093851 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.101070 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.101070 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.101070 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.102956 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.104577 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.104986 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.105330 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.105704 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.108615 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-c6bf8cf8-b765-40f1-956c-e674dec6f804 admin admin] Usage tracker for resource:security_group_rule and tenant:c0bd5c9726334317805a614a4a4ae989 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:46.113004 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.113410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:46.115306 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-c6bf8cf8-b765-40f1-956c-e674dec6f804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Tracked resource versions report: Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: pushed versions: Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: { 'AddressGroup': {'1.1'}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': {'1.0'}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': {'1.0'}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': {'1.1'}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': {'1.7'}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': {'1.2'}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': {'1.8'}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': {'1.4'}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': {'1.0'}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': {'1.1'}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': {'1.1'}} Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: consumer versions: Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: { DHCP agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: L3 agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: Metadata agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: Metering agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: Open vSwitch agent@dv-cinder-759987-4-smb: { 'AddressGroup': '1.1', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': '1.0', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': '1.0', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': '1.1', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': '1.7', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': '1.2', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': '1.8', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': '1.4', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': '1.2', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': '1.0', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': '1.1', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': '1.1'}, Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: Open vSwitch agent@hv-cinder-75998: { 'AddressGroup': '1.1', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': '1.0', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': '1.0', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': '1.1', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': '1.7', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': '1.2', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': '1.8', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': '1.4', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': '1.2', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': '1.0', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': '1.1', Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': '1.1'}} Feb 17 04:38:46.115937 dv-cinder-759987-4-smb neutron-server[83988]: {{(pid=84103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:38:46.125347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:46.141126 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-c6bf8cf8-b765-40f1-956c-e674dec6f804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:46.161727 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c is already hosted by enough agents. {{(pid=84103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:38:46.165944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Resources bound (agent type, host, resource id): {{(pid=84103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:46.172684 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Received port after_create {{(pid=84103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:38:46.208312 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Network 2d7a82db-0693-4b36-bdf2-4e1d79993092 is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:38:46.278359 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Attempting to bind port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:38:46.279033 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Attempting to bind port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:38:46.280215 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Attempting to bind port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 on network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:38:46.287082 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, 2d7a82db-0693-4b36-bdf2-4e1d79993092) {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:46.289723 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:38:46.290156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Checking segment: {'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:38:46.290611 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.294939 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Bound using segment: {'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:38:46.294939 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Bound port: 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'}}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:38:46.294939 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.314890 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:46.315357 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.351871 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac19b474-ca7f-43cb-9500-5231f2443f18 None None] Network 2d7a82db-0693-4b36-bdf2-4e1d79993092 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:38:46.383570 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47538) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:46.390309 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-761878960-network', 'tenant_id': 'bde92f57e2f94d0bb30237f4f55b2091'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:46.397986 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:46.406307 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Usage tracker for resource:network and tenant:bde92f57e2f94d0bb30237f4f55b2091 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:46.409965 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:46.486257 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:46.515060 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] For port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:38:46.519748 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] For port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=0aa62ed9-60d9-4bb5-bd23-fdb651f89d14,segment=NetworkSegment(e3536451-b489-4d4a-96ae-59a5c75489dc),segment_id=e3536451-b489-4d4a-96ae-59a5c75489dc)] {{(pid=84103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:38:46.596951 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.677434 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 5.2623801 Feb 17 04:38:46.678840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Made reservation on behalf of bde92f57e2f94d0bb30237f4f55b2091 for: {'network': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:46.681053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47556) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:46.683823 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.687517 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:46.700825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:46.711629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Usage tracker for resource:router and tenant:e7c53efcaba64d5fbc9bc8dc9f07643c is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:46.720028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:46.726724 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.740980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:46.766855 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-21397083-a0fd-48c4-98d5-27f8c72b8231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:46.867507 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-36cf9e4d-b622-4d31-94aa-5920a682b87d req-f88eeada-8147-4d4b-bef6-00f05a10f21d tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 210 time: 0.1101339 Feb 17 04:38:46.871795 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3806413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13227'] for router, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.874564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854434389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762573'] for router, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.915352 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.969238 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:46.980385 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8cf8-b765-40f1-956c-e674dec6f804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:46.993655 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:47.037023 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Usage tracker for resource:security_group_rule and tenant:bde92f57e2f94d0bb30237f4f55b2091 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:47.045263 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:47.065439 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8cf8-b765-40f1-956c-e674dec6f804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:47.066926 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:47.081149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:47.093585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Allocated IP 172.28.1.170 (1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4/b35f33eb-71d5-4010-9deb-6d694d1893d4/9b5cd924-79a8-4368-b0b5-9ded7bbcf632) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:38:47.119395 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:47.121519 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Pushing event updated for resources: {'Port': ['ID=0aa62ed9-60d9-4bb5-bd23-fdb651f89d14,revision_number=2']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:47.155690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:47.183679 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp032d452b-0452-5bab-8cee-bc0f264fa599-2d7a82db-0693-4b36-bdf2-4e1d79993092', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365'}]}} from dv-cinder-759987-4-smb. {{(pid=84103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:38:47.185310 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:47.332561 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf8cf8-b765-40f1-956c-e674dec6f804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405b9a35-c96f-40cd-af5c-62278dd92b69,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:47.363022 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c6bf8cf8-b765-40f1-956c-e674dec6f804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:47.397438 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-c6bf8cf8-b765-40f1-956c-e674dec6f804 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0bd5c9726334317805a614a4a4ae989&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9601333 Feb 17 04:38:47.507648 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47576) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:47.620024 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47580) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:47.787007 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Allocated IP 172.20.0.2 (2d7a82db-0693-4b36-bdf2-4e1d79993092/74b38920-b506-4cd3-87a7-221a55afe365/36e42486-6d41-4c66-8eab-7957f8f14ad2) {{(pid=84103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:38:47.909982 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e27adc84-83e5-4502-bf15-a50147d8c28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:47.917556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:47.960150 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.015245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e27adc84-83e5-4502-bf15-a50147d8c28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.029445 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.65', 57664) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:48.062931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.080381 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:48.123779 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0449b1f8-885f-4b3c-b451-219f8b88fc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.198378 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:48.331420 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fc22cf9e-b1f7-4273-bc31-b2b5b0abb520 req-f7ef19ef-e18a-414e-9522-3165acd4abd8 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 210 time: 0.1496978 Feb 17 04:38:48.348247 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850915037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850969429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762622'] for router, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.557379 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:38:48.564019 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293653912607', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.564527 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Added segment df6f1bb1-1741-413c-b8b6-dfa749b516b9 of type vxlan for network c6515a2e-4f34-4369-844d-6fc9059b4a67 Feb 17 04:38:48.594171 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.636920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-0449b1f8-885f-4b3c-b451-219f8b88fc52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:48.653306 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-0449b1f8-885f-4b3c-b451-219f8b88fc52 admin admin] Usage tracker for resource:security_group_rule and tenant:473e5b260ef444af9158b1f6021dd944 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:48.682452 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f9aca9-8313-4a76-83da-8583de8a4849,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:48.687282 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-0449b1f8-885f-4b3c-b451-219f8b88fc52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:48.696798 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:48.699239 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.723440 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:38:48.747888 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Transition to ACTIVE for port object 36e42486-6d41-4c66-8eab-7957f8f14ad2 will not be triggered until provisioned by entity L2. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:38:48.779150 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.787089 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-0449b1f8-885f-4b3c-b451-219f8b88fc52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:48.794288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.848165 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Allocated IP 172.28.1.76 (1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4/b35f33eb-71d5-4010-9deb-6d694d1893d4/c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:38:48.854556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:48.855468 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.900855 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785ea19f-65f7-4567-9602-f0f6f956dafd None None] Network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:38:48.929967 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:48.935694 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:48.977270 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:49.107329 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-2e43bf48-6f55-450a-b1d5-5685dfbc5fd7 None None] Provisioning for port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:38:49.121287 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4f30fa12-7da8-4173-85ce-94e76ac10eb8 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:49.122021 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4f30fa12-7da8-4173-85ce-94e76ac10eb8 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Synchronizing usage tracker for tenant:e341d4b953a84cc1816c01122c44b9e3 on resource:network {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:38:49.133902 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-2e43bf48-6f55-450a-b1d5-5685dfbc5fd7 None None] Provisioning complete for port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:49.133902 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2e43bf48-6f55-450a-b1d5-5685dfbc5fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:49.165913 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47628) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:49.166277 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7812753 Feb 17 04:38:49.176339 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Request body: {'subnet': {'network_id': 'c6515a2e-4f34-4369-844d-6fc9059b4a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-761878960-subnet', 'tenant_id': 'bde92f57e2f94d0bb30237f4f55b2091', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:49.182205 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:49.186891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Usage tracker for resource:subnet and tenant:bde92f57e2f94d0bb30237f4f55b2091 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:49.204264 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:49.225563 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:49.285483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Transition to ACTIVE for port object 36e42486-6d41-4c66-8eab-7957f8f14ad2 will not be triggered until provisioned by entity DHCP. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:38:49.286760 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Made reservation on behalf of bde92f57e2f94d0bb30237f4f55b2091 for: {'subnet': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:49.291891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:49.328892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4f30fa12-7da8-4173-85ce-94e76ac10eb8 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Unset dirty status for tenant:e341d4b953a84cc1816c01122c44b9e3 on resource:network {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:38:49.330285 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4f30fa12-7da8-4173-85ce-94e76ac10eb8 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.65 "GET /v2.0/networks?id=bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d HTTP/1.1" status: 200 len: 811 time: 1.2788007 Feb 17 04:38:49.335866 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e27adc84-83e5-4502-bf15-a50147d8c28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:49.376184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Pushing event updated for resources: {'Network': ['ID=c6515a2e-4f34-4369-844d-6fc9059b4a67,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:49.377895 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:49.390987 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:49.393282 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e27adc84-83e5-4502-bf15-a50147d8c28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:49.401455 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e27adc84-83e5-4502-bf15-a50147d8c28a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/405b9a35-c96f-40cd-af5c-62278dd92b69 HTTP/1.1" status: 204 len: 168 time: 1.8918366 Feb 17 04:38:49.408778 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:49.543892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0449b1f8-885f-4b3c-b451-219f8b88fc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:49.554783 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Request body: {'port': {'device_id': '518e4847-22c0-454c-84a6-362e93ec3596', 'network_id': 'bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d', 'admin_state_up': True, 'tenant_id': 'e341d4b953a84cc1816c01122c44b9e3'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:38:49.598863 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:49.611254 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0449b1f8-885f-4b3c-b451-219f8b88fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:49.710234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Network c6515a2e-4f34-4369-844d-6fc9059b4a67 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:38:49.741296 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network c6515a2e-4f34-4369-844d-6fc9059b4a67 details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:38:49.946226 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:50.009263 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-0449b1f8-885f-4b3c-b451-219f8b88fc52 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=473e5b260ef444af9158b1f6021dd944&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3827050 Feb 17 04:38:50.079475 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47654) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:50.124211 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fd028a65-6e35-4057-a789-62fb5c5e15ee req-7a4e719b-e5d0-4587-ad2b-07155848e92c tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 210 time: 0.3841937 Feb 17 04:38:50.171919 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:38:50.186355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Usage tracker for resource:port and tenant:e341d4b953a84cc1816c01122c44b9e3 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:38:50.193607 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for subnet, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:50.199113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:38:50.224646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:38:50.234194 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:50.237766 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Pushing event updated for resources: {'Port': ['ID=9b5cd924-79a8-4368-b0b5-9ded7bbcf632,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:50.255983 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-93dd1b56-76be-4239-b0d2-431c5871aecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:50.274321 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Network 2d7a82db-0693-4b36-bdf2-4e1d79993092 is already hosted by enough agents. {{(pid=84103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:38:50.316016 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Resources bound (agent type, host, resource id): {{(pid=84103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:50.392312 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.983s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:50.441149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bc27677b-05fe-414f-a985-71a802db74e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:50.453558 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Allocated IP 172.28.1.226 (1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4/b35f33eb-71d5-4010-9deb-6d694d1893d4/c59778a7-26cf-4c60-9ec5-1e06761b2fb1) {{(pid=84101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:38:50.484183 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Received port after_create {{(pid=84103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:38:50.523828 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2e43bf48-6f55-450a-b1d5-5685dfbc5fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:50.532287 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=885a22bb-84d6-4ebf-855d-e23bc32dee52,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:50.538677 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bc27677b-05fe-414f-a985-71a802db74e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:50.548830 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:50.595970 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Made reservation on behalf of e341d4b953a84cc1816c01122c44b9e3 for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:38:50.604197 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:50.630806 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.279s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:50.656303 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-2e43bf48-6f55-450a-b1d5-5685dfbc5fd7 None None] For port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=0aa62ed9-60d9-4bb5-bd23-fdb651f89d14,segment=NetworkSegment(e3536451-b489-4d4a-96ae-59a5c75489dc),segment_id=e3536451-b489-4d4a-96ae-59a5c75489dc)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:38:50.664735 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:38:50.682599 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27adc84-83e5-4502-bf15-a50147d8c28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405b9a35-c96f-40cd-af5c-62278dd92b69,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:50.699432 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:50.741525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2e43bf48-6f55-450a-b1d5-5685dfbc5fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:50.755053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449b1f8-885f-4b3c-b451-219f8b88fc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fc6602-6a3d-407d-a7d0-0e706692017f,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:50.785686 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0449b1f8-885f-4b3c-b451-219f8b88fc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:50.790516 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.030s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:50.790845 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:50.802646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Attempting to bind port 36e42486-6d41-4c66-8eab-7957f8f14ad2 on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:38:50.803252 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Attempting to bind port 36e42486-6d41-4c66-8eab-7957f8f14ad2 by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:38:50.803679 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Attempting to bind port 36e42486-6d41-4c66-8eab-7957f8f14ad2 on network 2d7a82db-0693-4b36-bdf2-4e1d79993092 {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:38:50.807502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Pushing event updated for resources: {'Port': ['ID=36e42486-6d41-4c66-8eab-7957f8f14ad2,revision_number=1']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:50.857273 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.485s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:50.883306 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:38:50.884010 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Checking segment: {'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:38:50.884661 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:50.885290 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Bound using segment: {'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:38:50.886602 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Bound port: 36e42486-6d41-4c66-8eab-7957f8f14ad2, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'}}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:38:50.887088 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:50.918547 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.320s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:50.921507 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:50.968540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Pushing event updated for resources: {'Port': ['ID=c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:50.972982 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:38:51.016827 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:51.052817 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Checking segment: {'id': 'df6f1bb1-1741-413c-b8b6-dfa749b516b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c6515a2e-4f34-4369-844d-6fc9059b4a67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:38:51.053594 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Network hostable DHCP agents. Network: c6515a2e-4f34-4369-844d-6fc9059b4a67, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:38:51.058181 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:51.095502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bc27677b-05fe-414f-a985-71a802db74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:51.106064 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b27cc11e-c955-4869-8099-02180ce453cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:51.125666 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27677b-05fe-414f-a985-71a802db74e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fc6602-6a3d-407d-a7d0-0e706692017f,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:51.145599 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bc27677b-05fe-414f-a985-71a802db74e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:51.150977 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Network c6515a2e-4f34-4369-844d-6fc9059b4a67 is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:38:51.172194 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:51.173702 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bc27677b-05fe-414f-a985-71a802db74e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:51.175547 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-bc27677b-05fe-414f-a985-71a802db74e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83fc6602-6a3d-407d-a7d0-0e706692017f HTTP/1.1" status: 204 len: 168 time: 1.0919793 Feb 17 04:38:51.227116 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:51.461693 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] For port 36e42486-6d41-4c66-8eab-7957f8f14ad2, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:38:51.467225 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] For port 36e42486-6d41-4c66-8eab-7957f8f14ad2, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=36e42486-6d41-4c66-8eab-7957f8f14ad2,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:38:51.468817 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43bf48-6f55-450a-b1d5-5685dfbc5fd7 None None] Pushing event updated for resources: {'Port': ['ID=0aa62ed9-60d9-4bb5-bd23-fdb651f89d14,revision_number=3']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:51.495814 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2e43bf48-6f55-450a-b1d5-5685dfbc5fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:51.517164 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:51.565658 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:51.654549 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, c6515a2e-4f34-4369-844d-6fc9059b4a67) {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:51.655798 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c59778a7-26cf-4c60-9ec5-1e06761b2fb1,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:51.833775 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:51.833775 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:51.875749 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f128c1-3bb6-47eb-a10b-1d87ce7b6dc7 None None] Network c6515a2e-4f34-4369-844d-6fc9059b4a67 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:38:51.905893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:52.059114 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8917775 Feb 17 04:38:52.062478 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d21ddaa9-3f59-4168-9355-488759df1fce req-562dd9c9-8e8c-4e86-85da-31d72de8d1ca tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 210 time: 0.3680189 Feb 17 04:38:52.104171 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Pushing event updated for resources: {'Port': ['ID=36e42486-6d41-4c66-8eab-7957f8f14ad2,revision_number=2']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:52.141281 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:52.261735 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:38:52.263520 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:52.265127 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:38:52.268417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Received port after_create {{(pid=84101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:38:52.284476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:52.315735 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:38:52.516348 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47706) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:52.823563 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.156s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:52.863502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_v2 [None req-16202e3e-fee6-4a9e-97a6-daebdf4cc12a admin admin] Deleting subnet 5f6f8bc1-5077-417a-8c0b-7218698ef2b6 {{(pid=84102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:38:52.874260 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:52.913598 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-ad84e4f3-c63f-49cd-ae27-750727eb8442 None None] Provisioning complete for port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:52.914296 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ad84e4f3-c63f-49cd-ae27-750727eb8442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:53.016842 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-16202e3e-fee6-4a9e-97a6-daebdf4cc12a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:53.351102 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4e7f38-d7f2-4458-b2f3-344c27305600 None None] Network c6515a2e-4f34-4369-844d-6fc9059b4a67 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:38:53.412529 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Allocated IP 172.20.0.9 (bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d/0a4486d5-1bfa-4bf1-9a7c-322696592052/e7a88e76-f217-4bd5-b04a-c44f49afa287) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:38:53.642050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:53.965003 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:53.966304 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:54.189696 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:54.307078 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850969414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860760'] for router, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:54.368170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:54.620989 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-e1705ff8-bfa5-4383-abc1-098dc4ad2553 None None] Provisioning complete for port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:54.625522 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-16202e3e-fee6-4a9e-97a6-daebdf4cc12a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:54.628503 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e1705ff8-bfa5-4383-abc1-098dc4ad2553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:54.707063 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:54.888392 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 36e42486-6d41-4c66-8eab-7957f8f14ad2 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:55.005276 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-16202e3e-fee6-4a9e-97a6-daebdf4cc12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851242243'] for subnet, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:55.069284 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:55.077837 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Router b4145734-9e5e-49fb-957c-5a0f8d1f4381 is scheduled to L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 with binding_index 1 {{(pid=84101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:38:55.317155 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4858d7e8-2dfa-4d36-af73-5dd87fb0dd22 None None] Network 2d7a82db-0693-4b36-bdf2-4e1d79993092 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:38:55.546940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:38:55.574051 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Sync routers for ids ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'] in dv-cinder-759987-4-smb {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:38:55.590463 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Routers {'b4145734-9e5e-49fb-957c-5a0f8d1f4381'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:38:55.591317 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:38:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:38:55.642806 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Notify callbacks [] for router, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:55.647459 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.9617624 Feb 17 04:38:55.648110 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47766) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:55.778705 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:55.813844 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Set router b4145734-9e5e-49fb-957c-5a0f8d1f4381 gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:38:55.853018 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850969414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860760'] for router, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:55.903803 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port 36e42486-6d41-4c66-8eab-7957f8f14ad2 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:38:56.081749 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-0b4eb492-449e-4a7a-983c-dd721d10fb0b None None] Provisioning for port 36e42486-6d41-4c66-8eab-7957f8f14ad2 completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:38:56.097915 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-0b4eb492-449e-4a7a-983c-dd721d10fb0b None None] Provisioning complete for port 36e42486-6d41-4c66-8eab-7957f8f14ad2 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:56.105582 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb492-449e-4a7a-983c-dd721d10fb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:56.493068 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb492-449e-4a7a-983c-dd721d10fb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:56.575842 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-0b4eb492-449e-4a7a-983c-dd721d10fb0b None None] For port 36e42486-6d41-4c66-8eab-7957f8f14ad2, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=36e42486-6d41-4c66-8eab-7957f8f14ad2,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:38:56.611812 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:38:53Z', 'revision_number': 3, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:38:56.613584 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb492-449e-4a7a-983c-dd721d10fb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:56.616176 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:56.635016 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Checking router: b4145734-9e5e-49fb-957c-5a0f8d1f4381 for host: dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:38:56.637692 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Updating router b4145734-9e5e-49fb-957c-5a0f8d1f4381 port c59778a7-26cf-4c60-9ec5-1e06761b2fb1 binding host dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:38:56.795917 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-2b526a15-4ee9-4245-8b01-45ace35f0a71 None None] Provisioning complete for port 36e42486-6d41-4c66-8eab-7957f8f14ad2 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:56.796784 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2b526a15-4ee9-4245-8b01-45ace35f0a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:56.845369 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4eb492-449e-4a7a-983c-dd721d10fb0b None None] Pushing event updated for resources: {'Port': ['ID=36e42486-6d41-4c66-8eab-7957f8f14ad2,revision_number=3']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:56.872246 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0b4eb492-449e-4a7a-983c-dd721d10fb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:57.054162 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:57.376107 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-2584af94-7625-412d-9ebf-a7ea7f497823 None None] Provisioning complete for port 36e42486-6d41-4c66-8eab-7957f8f14ad2 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:57.377053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2584af94-7625-412d-9ebf-a7ea7f497823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:57.405285 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Pushing event updated for resources: {'Port': ['ID=e7a88e76-f217-4bd5-b04a-c44f49afa287,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:57.607371 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.831s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:57.627657 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Network bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:38:57.629556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850969414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860760'] for router, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:57.655228 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:38:57.922714 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:38:57.934870 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:57.937167 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:58.019459 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-16202e3e-fee6-4a9e-97a6-daebdf4cc12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for subnet, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:58.161327 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:58.322201 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:58.350588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Transition to ACTIVE for port object c59778a7-26cf-4c60-9ec5-1e06761b2fb1 will not be triggered until provisioned by entity L2. {{(pid=84104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:38:58.362025 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Router a35fabd1-328b-4abb-83fe-ad2c899d1903 is scheduled to L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 with binding_index 1 {{(pid=84102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:38:58.383820 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:58.410810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-efb2f24f-ded6-4c2b-85e0-552d46c35ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:38:58.431583 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16202e3e-fee6-4a9e-97a6-daebdf4cc12a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f6f8bc1-5077-417a-8c0b-7218698ef2b6,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:58.437941 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-16202e3e-fee6-4a9e-97a6-daebdf4cc12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:58.470892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf50e8-0200-48cd-b27c-36eba9178281 req-a844e928-68f2-418c-aa8d-f1e2e942d005 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:38:58.471878 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-53bf50e8-0200-48cd-b27c-36eba9178281 req-a844e928-68f2-418c-aa8d-f1e2e942d005 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Synchronizing usage tracker for tenant:e341d4b953a84cc1816c01122c44b9e3 on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:38:58.560899 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:58.575883 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.1530912 Feb 17 04:38:58.773280 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 36e42486-6d41-4c66-8eab-7957f8f14ad2 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:38:58.933755 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Router 17cc0110-4d7f-400f-912c-27726fdb4a3f is scheduled to L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 with binding_index 1 {{(pid=84102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:38:58.954865 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-53bf50e8-0200-48cd-b27c-36eba9178281 req-a844e928-68f2-418c-aa8d-f1e2e942d005 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Unset dirty status for tenant:e341d4b953a84cc1816c01122c44b9e3 on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:38:58.956752 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-53bf50e8-0200-48cd-b27c-36eba9178281 req-a844e928-68f2-418c-aa8d-f1e2e942d005 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 931 time: 5.1169822 Feb 17 04:38:58.958525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 36e42486-6d41-4c66-8eab-7957f8f14ad2 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:38:58.959799 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:59.238304 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-16202e3e-fee6-4a9e-97a6-daebdf4cc12a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:59.267208 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-16202e3e-fee6-4a9e-97a6-daebdf4cc12a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5f6f8bc1-5077-417a-8c0b-7218698ef2b6 HTTP/1.1" status: 204 len: 168 time: 6.7452605 Feb 17 04:38:59.289607 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47808) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:38:59.489249 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Pushing event updated for resources: {'Port': ['ID=c59778a7-26cf-4c60-9ec5-1e06761b2fb1,revision_number=2']} {{(pid=84104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:38:59.492550 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Attempting to bind port c59778a7-26cf-4c60-9ec5-1e06761b2fb1 on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:38:59.493064 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Attempting to bind port c59778a7-26cf-4c60-9ec5-1e06761b2fb1 by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}] {{(pid=84104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:38:59.493596 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Attempting to bind port c59778a7-26cf-4c60-9ec5-1e06761b2fb1 on network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:38:59.516367 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:38:59.521497 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Checking segment: {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:38:59.522380 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:59.525983 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Bound using segment: {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'} {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:38:59.526885 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Bound port: c59778a7-26cf-4c60-9ec5-1e06761b2fb1, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}}] {{(pid=84104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:38:59.527429 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:59.636932 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854052385'] for network, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:59.767894 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] For port c59778a7-26cf-4c60-9ec5-1e06761b2fb1, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:38:59.778176 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] For port c59778a7-26cf-4c60-9ec5-1e06761b2fb1, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=c59778a7-26cf-4c60-9ec5-1e06761b2fb1,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:38:59.797674 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.798250 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.798800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.799344 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.800168 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.800761 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.801310 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.801843 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.802374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.803717 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.804288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.804840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.805460 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.805994 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.806528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.807074 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.807601 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.808127 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.808687 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.809265 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.809886 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.824205 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.825019 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.825548 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Tracked resource versions report: Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: pushed versions: Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: { 'AddressGroup': {'1.1'}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': {'1.0'}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': {'1.0'}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': {'1.1'}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': {'1.7'}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': {'1.2'}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': {'1.8'}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': {'1.4'}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': {'1.2'}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': {'1.0'}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': {'1.1'}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': {'1.1'}} Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: consumer versions: Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: { DHCP agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: L3 agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: Metadata agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: Metering agent@dv-cinder-759987-4-smb: {}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: Open vSwitch agent@dv-cinder-759987-4-smb: { 'AddressGroup': '1.1', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': '1.0', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': '1.0', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': '1.1', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': '1.7', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': '1.2', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': '1.8', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': '1.4', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': '1.2', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': '1.0', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': '1.1', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': '1.1'}, Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: Open vSwitch agent@hv-cinder-75998: { 'AddressGroup': '1.1', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'ConntrackHelper': '1.0', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'Log': '1.0', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'Network': '1.1', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'Port': '1.7', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'PortForwarding': '1.2', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'QosPolicy': '1.8', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroup': '1.4', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'SecurityGroupRule': '1.2', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'SubPort': '1.0', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'Subnet': '1.1', Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: 'Trunk': '1.1'}} Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: {{(pid=84104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 04:38:59.835814 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.424s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:38:59.840945 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:38:59.885443 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:00.165521 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4f2464c0-1e80-49b8-9824-558ca571d9e8 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:39:00.166679 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4f2464c0-1e80-49b8-9824-558ca571d9e8 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8013096 Feb 17 04:39:00.169409 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Pushing event updated for resources: {'Port': ['ID=c59778a7-26cf-4c60-9ec5-1e06761b2fb1,revision_number=3']} {{(pid=84104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:00.176371 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:00.238273 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851244700', 'neutron.services.segments.db._delete_segments_for_network-8743200863210'] for network, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:00.240570 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Routers {'b4145734-9e5e-49fb-957c-5a0f8d1f4381'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:00.241269 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:38:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:00.274831 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-53bf50e8-0200-48cd-b27c-36eba9178281 req-1b720a20-5577-4d0e-b07d-e83182be0c9c tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Synchronizing usage tracker for tenant:e341d4b953a84cc1816c01122c44b9e3 on resource:security_group {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:00.344891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:39:00.358378 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Sync routers for ids ['a35fabd1-328b-4abb-83fe-ad2c899d1903'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:39:00.377928 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Routers {'a35fabd1-328b-4abb-83fe-ad2c899d1903'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:00.380277 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:38:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['a35fabd1-328b-4abb-83fe-ad2c899d1903'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:00.414154 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-53bf50e8-0200-48cd-b27c-36eba9178281 req-1b720a20-5577-4d0e-b07d-e83182be0c9c tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Unset dirty status for tenant:e341d4b953a84cc1816c01122c44b9e3 on resource:security_group {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:00.419180 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-53bf50e8-0200-48cd-b27c-36eba9178281 req-1b720a20-5577-4d0e-b07d-e83182be0c9c tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4596457 Feb 17 04:39:00.441118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] Notify callbacks [] for router, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:00.442482 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-462cf537-e2e6-4b21-bbf6-0df3c0433f3a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 18.4486067 Feb 17 04:39:00.447412 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47828) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:00.561206 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:39:00.561780 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:39:00.562876 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:39:00.563424 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Subscribe: > port after_create 55550000 {{(pid=84101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:39:00.563925 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Subscribe: > port after_delete 55550000 {{(pid=84101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:39:00.564427 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Subscribe: > port after_update 55550000 {{(pid=84101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:39:00.564977 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:39:00.565501 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:39:00.566303 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:39:00.566816 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:39:00.670802 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:39:00.739428 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:39:00.741788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Sync routers for ids ['17cc0110-4d7f-400f-912c-27726fdb4a3f'] in dv-cinder-759987-4-smb {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:39:00.767199 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:39:00.767819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:39:00.768341 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:39:00.768897 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84101) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:39:00.769436 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13876b0f-9032-4a56-9eb5-24f5ffca728d']}} {{(pid=84101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:00.794001 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4a0683-46bd-4a0e-8c4b-d2338163a19b') {'for_net_delete': True} {{(pid=84101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:00.794673 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4a0683-46bd-4a0e-8c4b-d2338163a19b') {} {{(pid=84101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:00.801569 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Routers {'17cc0110-4d7f-400f-912c-27726fdb4a3f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:00.803514 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:38:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['17cc0110-4d7f-400f-912c-27726fdb4a3f'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:00.809858 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Allocated IP 172.20.0.1 (2d7a82db-0693-4b36-bdf2-4e1d79993092/74b38920-b506-4cd3-87a7-221a55afe365/675d1fed-f79d-4ba6-8626-b36c7948fe67) {{(pid=84101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:00.818049 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293653907196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27330531'] for segment, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:00.845642 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:00.867757 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:39:00.919371 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Set router a35fabd1-328b-4abb-83fe-ad2c899d1903 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:01.071804 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Notify callbacks [] for router, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:01.085144 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 16.8108792 Feb 17 04:39:01.101361 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47840) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:01.120621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Request body: {'port': {'device_id': '518e4847-22c0-454c-84a6-362e93ec3596', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:01.514476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Network 13876b0f-9032-4a56-9eb5-24f5ffca728d has no segments {{(pid=84101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:39:01.581830 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851238932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853031340'] for segment, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:01.594345 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Set router 17cc0110-4d7f-400f-912c-27726fdb4a3f gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:01.779403 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:02.169586 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:38:51Z', 'revision_number': 3, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:02.186018 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Checking router: a35fabd1-328b-4abb-83fe-ad2c899d1903 for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:39:02.186662 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Updating router a35fabd1-328b-4abb-83fe-ad2c899d1903 port 9b5cd924-79a8-4368-b0b5-9ded7bbcf632 binding host dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:39:02.310821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Network 13876b0f-9032-4a56-9eb5-24f5ffca728d has no segments {{(pid=84101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:39:02.370061 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: from cryptography.utils import int_from_bytes Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: from cryptography.utils import int_from_bytes Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: (rel_b, rel_a, rel_b), Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: (rel_b, rel_a, rel_b), Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: Traceback (most recent call last): Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: timer() Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: cb(*args, **kw) Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: return func(*args, **kwargs) Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: self._notify() Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: self.callback(batched_events) Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: event.method(event) Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: segment_id)['aggregates'][0] Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: return f(self, *a, **k) Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: return self._get(url).json() Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: **kwargs) Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: return self.request(url, 'GET', **kwargs) Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: **endpoint_filter) Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:39:02.433743 dv-cinder-759987-4-smb neutron-server[83988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:39:02.495719 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] Set router b4145734-9e5e-49fb-957c-5a0f8d1f4381 gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:02.715695 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:02.885665 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0674e9-79cb-405f-87a5-30311d6d8a7e req-b777c260-f010-4633-94d4-ba29cdaa161d tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:02.889108 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9b0674e9-79cb-405f-87a5-30311d6d8a7e req-b777c260-f010-4633-94d4-ba29cdaa161d tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 931 time: 0.4213839 Feb 17 04:39:02.891206 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Transition to ACTIVE for port object 675d1fed-f79d-4ba6-8626-b36c7948fe67 will not be triggered until provisioned by entity DHCP. {{(pid=84101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:03.122930 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:38:53Z', 'revision_number': 3, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:03.134780 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe178e1b-4f65-448a-8640-f695b767b5d6 None None] The sync data for ids ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'] in dv-cinder-759987-4-smb is: [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:38:53Z', 'revision_number': 3, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}] {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:39:03.210219 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9b0674e9-79cb-405f-87a5-30311d6d8a7e req-a32f33f7-e175-4400-907f-7d788766525d tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027658 Feb 17 04:39:03.215279 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857043'] for network, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:03.225779 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:03.271228 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:03.273042 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:03.319457 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-484521015-router', 'tenant_id': 'befae0ac515a484db91eb597439002ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:44Z', 'updated_at': '2021-02-17T04:38:52Z', 'revision_number': 3, 'project_id': 'befae0ac515a484db91eb597439002ba', 'gw_port': {'id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:47Z', 'updated_at': '2021-02-17T04:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:03.330477 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Checking router: 17cc0110-4d7f-400f-912c-27726fdb4a3f for host: dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:39:03.330856 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Updating router 17cc0110-4d7f-400f-912c-27726fdb4a3f port c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d binding host dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:39:03.594466 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:03.649592 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Pushing event deleted for resources: {'Network': ['ID=13876b0f-9032-4a56-9eb5-24f5ffca728d,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:03.688099 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] 10.222.0.30 "DELETE /v2.0/networks/13876b0f-9032-4a56-9eb5-24f5ffca728d HTTP/1.1" status: 204 len: 168 time: 4.3945782 Feb 17 04:39:03.717140 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Network 2d7a82db-0693-4b36-bdf2-4e1d79993092 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:03.718618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:03.719143 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47872) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:03.720162 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:03.722012 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c6f1e2e9-da2b-40f0-aea6-2704bbc987aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:04.100795 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Received port after_create {{(pid=84101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:04.358226 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_v2 [None req-9696e2e1-7d1a-4962-96c0-89e7dc10c3d2 admin admin] Deleting subnet 885a22bb-84d6-4ebf-855d-e23bc32dee52 {{(pid=84101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:39:04.367581 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9696e2e1-7d1a-4962-96c0-89e7dc10c3d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:04.551312 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854387455'] for router_interface, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:04.861785 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Notify callbacks [] for port, precommit_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:04.878880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9696e2e1-7d1a-4962-96c0-89e7dc10c3d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827445253'] for subnet, precommit_delete_associations {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:04.932216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device c59778a7-26cf-4c60-9ec5-1e06761b2fb1 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:05.036246 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:05.234775 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Transition to ACTIVE for port object 9b5cd924-79a8-4368-b0b5-9ded7bbcf632 will not be triggered until provisioned by entity L2. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:05.276612 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:05.296304 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Pushing event updated for resources: {'Port': ['ID=675d1fed-f79d-4ba6-8626-b36c7948fe67,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:05.316384 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9696e2e1-7d1a-4962-96c0-89e7dc10c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851242243'] for subnet, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:05.696969 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:05.809949 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Notify callbacks [] for port, precommit_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:05.841763 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Transition to ACTIVE for port object c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d will not be triggered until provisioned by entity L2. {{(pid=84104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:05.892209 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port c59778a7-26cf-4c60-9ec5-1e06761b2fb1 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:05.915283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:05.956072 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:05.977333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84116959-32c5-489d-ab33-e69df3277e04 None None] Pushing event updated for resources: {'Port': ['ID=9b5cd924-79a8-4368-b0b5-9ded7bbcf632,revision_number=2']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:05.980145 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-93a26fc9-f52d-4455-8f51-4a82f51bc354 None None] Provisioning for port 675d1fed-f79d-4ba6-8626-b36c7948fe67 completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:05.988179 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port c59778a7-26cf-4c60-9ec5-1e06761b2fb1 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:05.988970 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:06.061599 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-84116959-32c5-489d-ab33-e69df3277e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:06.109562 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-93a26fc9-f52d-4455-8f51-4a82f51bc354 None None] Provisioning complete for port 675d1fed-f79d-4ba6-8626-b36c7948fe67 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:06.110360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-93a26fc9-f52d-4455-8f51-4a82f51bc354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:06.184059 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354000b-a753-4a85-a480-a2a56235972e req-e17b9ec2-4ce2-429f-926d-9c6eca960caf tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:06.201093 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Attempting to bind port 9b5cd924-79a8-4368-b0b5-9ded7bbcf632 on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:06.201893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Attempting to bind port 9b5cd924-79a8-4368-b0b5-9ded7bbcf632 by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:06.202561 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Attempting to bind port 9b5cd924-79a8-4368-b0b5-9ded7bbcf632 on network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:06.206893 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f354000b-a753-4a85-a480-a2a56235972e req-e17b9ec2-4ce2-429f-926d-9c6eca960caf tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 931 time: 1.3064570 Feb 17 04:39:06.216598 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:06.217239 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Checking segment: {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:06.217846 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:06.218409 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Bound using segment: {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:06.219103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Bound port: 9b5cd924-79a8-4368-b0b5-9ded7bbcf632, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:06.219687 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:06.305618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] For port 9b5cd924-79a8-4368-b0b5-9ded7bbcf632, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:06.309097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] For port 9b5cd924-79a8-4368-b0b5-9ded7bbcf632, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=9b5cd924-79a8-4368-b0b5-9ded7bbcf632,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:06.322333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.599s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:06.374414 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-93a26fc9-f52d-4455-8f51-4a82f51bc354 None None] Port 675d1fed-f79d-4ba6-8626-b36c7948fe67 cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:39:06.380758 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:06.382992 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9696e2e1-7d1a-4962-96c0-89e7dc10c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1744043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827320875'] for subnet, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:06.397041 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:06.494802 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f354000b-a753-4a85-a480-a2a56235972e req-591a0a7c-06c4-41e1-b472-5ef426d5c000 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867100 Feb 17 04:39:06.537877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-11793d32-2a57-4334-8646-76e3b7e43aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:06.627258 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84116959-32c5-489d-ab33-e69df3277e04 None None] Pushing event updated for resources: {'Port': ['ID=9b5cd924-79a8-4368-b0b5-9ded7bbcf632,revision_number=3']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:06.634341 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:06.651194 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-94339c4d-8706-4b08-8937-35687a2f8d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:06.681507 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port c59778a7-26cf-4c60-9ec5-1e06761b2fb1, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=c59778a7-26cf-4c60-9ec5-1e06761b2fb1,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:06.683383 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-84116959-32c5-489d-ab33-e69df3277e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:06.704790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:06.707185 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Routers {'a35fabd1-328b-4abb-83fe-ad2c899d1903'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:06.708028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:38:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['a35fabd1-328b-4abb-83fe-ad2c899d1903'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:06.910614 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88b75f-7599-43a5-8db3-b55b44ded015 None None] Pushing event updated for resources: {'Port': ['ID=c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d,revision_number=2']} {{(pid=84104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:06.937704 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1d88b75f-7599-43a5-8db3-b55b44ded015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.983s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:06.949474 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] Set router a35fabd1-328b-4abb-83fe-ad2c899d1903 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:06.973314 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696e2e1-7d1a-4962-96c0-89e7dc10c3d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=885a22bb-84d6-4ebf-855d-e23bc32dee52,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:07.013920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9696e2e1-7d1a-4962-96c0-89e7dc10c3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:07.091289 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9696e2e1-7d1a-4962-96c0-89e7dc10c3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:07.116053 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-9696e2e1-7d1a-4962-96c0-89e7dc10c3d2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/885a22bb-84d6-4ebf-855d-e23bc32dee52 HTTP/1.1" status: 204 len: 168 time: 3.2575469 Feb 17 04:39:07.120908 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 47922) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:07.137868 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:07.269466 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854052385'] for network, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:07.307657 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Attempting to bind port c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:07.308323 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Attempting to bind port c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}] {{(pid=84104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:07.309007 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Attempting to bind port c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d on network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:07.321334 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:07.321984 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Checking segment: {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:07.322887 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:07.323670 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Bound using segment: {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'} {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:07.324575 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Bound port: c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}}] {{(pid=84104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:07.325407 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:07.331552 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Allocated IP 172.20.0.1 (db56afd7-203e-44fe-a4c0-bc1abcbe6d8c/24db9e6c-4099-46d8-ad28-21e2d704428a/6d16d2b8-c967-4994-871b-34723be6a3d8) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:07.341311 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.resource_extend [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:39:07.368175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:07.433259 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853031306'] for port, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:07.561368 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:07.565546 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-86292596-5f7b-41b2-81f7-c930b6f544ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:07.573006 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] For port c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:07.587903 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] For port c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:07.637640 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:07.671830 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Pushing event updated for resources: {'Port': ['ID=675d1fed-f79d-4ba6-8626-b36c7948fe67,revision_number=2']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:07.689178 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:07.699651 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851244700', 'neutron.services.segments.db._delete_segments_for_network-8743200863210'] for network, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:07.702493 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:07.733085 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:07.761762 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.resource_extend [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] It took 1.00 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:39:07.823700 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Transition to ACTIVE for port object 6d16d2b8-c967-4994-871b-34723be6a3d8 will not be triggered until provisioned by entity DHCP. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:07.881879 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851067731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-388455'] for router_interface, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:07.901698 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:08.121423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=c59778a7-26cf-4c60-9ec5-1e06761b2fb1,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:08.139911 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:08.149952 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a88e76-f217-4bd5-b04a-c44f49afa287 {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:39:08.157077 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-94252406-7d4b-4807-ab2d-0824b43574ee tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:08.163858 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fe883bb5-75a7-4334-af30-044d0eb6e006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:08.269856 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Network 2d7a82db-0693-4b36-bdf2-4e1d79993092 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:08.292478 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:08.357585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88b75f-7599-43a5-8db3-b55b44ded015 None None] Pushing event updated for resources: {'Port': ['ID=c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d,revision_number=3']} {{(pid=84104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:08.375786 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1d88b75f-7599-43a5-8db3-b55b44ded015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:08.402849 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:38:51Z', 'revision_number': 3, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:08.417576 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dbba73-4f8a-41bb-aab0-3be55316cba2 None None] The sync data for ids ['a35fabd1-328b-4abb-83fe-ad2c899d1903'] in dv-cinder-759987-4-smb is: [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:38:51Z', 'revision_number': 3, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:39:08.503160 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Pushing event updated for resources: {'Port': ['ID=6d16d2b8-c967-4994-871b-34723be6a3d8,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:08.510589 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:08.515193 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:08.543433 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Routers {'17cc0110-4d7f-400f-912c-27726fdb4a3f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:08.545521 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:38:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['17cc0110-4d7f-400f-912c-27726fdb4a3f'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:08.557900 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6515a2e-4f34-4369-844d-6fc9059b4a67']}} {{(pid=84101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:08.567626 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:08.570932 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:08.577445 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:08.578151 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854387455'] for router_interface, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:08.589671 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6f1bb1-1741-413c-b8b6-dfa749b516b9') {'for_net_delete': True} {{(pid=84101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:08.590020 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6f1bb1-1741-413c-b8b6-dfa749b516b9') {} {{(pid=84101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:08.641107 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293653907196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27330531'] for segment, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:08.673156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:08.676603 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:39:08.845957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-0d9f4128-df34-4d65-8fac-d553658e29ff None None] Provisioning complete for port 675d1fed-f79d-4ba6-8626-b36c7948fe67 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:08.846390 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0d9f4128-df34-4d65-8fac-d553658e29ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:09.026172 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f4128-df34-4d65-8fac-d553658e29ff None None] Port 675d1fed-f79d-4ba6-8626-b36c7948fe67 cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:39:09.188608 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-2f759e33-d96d-4cb3-a827-0ccb8474fc62 None None] Provisioning for port 6d16d2b8-c967-4994-871b-34723be6a3d8 completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:09.195266 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-2f759e33-d96d-4cb3-a827-0ccb8474fc62 None None] Provisioning complete for port 6d16d2b8-c967-4994-871b-34723be6a3d8 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:09.195927 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2f759e33-d96d-4cb3-a827-0ccb8474fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:09.207971 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Allocated IP 172.20.0.1 (85566346-7810-448b-acd9-9bba5936da34/a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a/6763da27-d79a-4ca4-8ec2-be251dba718f) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:09.245750 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] Set router 17cc0110-4d7f-400f-912c-27726fdb4a3f gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:09.348238 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] Network c6515a2e-4f34-4369-844d-6fc9059b4a67 has no segments {{(pid=84101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:39:09.359936 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-2f759e33-d96d-4cb3-a827-0ccb8474fc62 None None] Port 6d16d2b8-c967-4994-871b-34723be6a3d8 cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:39:09.406015 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851238932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853031340'] for segment, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:09.554454 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:09.584114 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ed695f11-ea9b-4fbf-b9fd-ee08ad345c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:09.649739 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Transition to ACTIVE for port object e7a88e76-f217-4bd5-b04a-c44f49afa287 will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:09.664996 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:09.728806 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:09.901555 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 9b5cd924-79a8-4368-b0b5-9ded7bbcf632 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:09.901744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:09.953439 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9d2a8-89e4-4b76-baed-3a6d00ee2d26 req-a379c266-1719-4f05-927c-6c49d4320451 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:09.962325 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7fb9d2a8-89e4-4b76-baed-3a6d00ee2d26 req-a379c266-1719-4f05-927c-6c49d4320451 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 931 time: 1.8230128 Feb 17 04:39:10.062697 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:10.106170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-484521015-router', 'tenant_id': 'befae0ac515a484db91eb597439002ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:44Z', 'updated_at': '2021-02-17T04:38:52Z', 'revision_number': 3, 'project_id': 'befae0ac515a484db91eb597439002ba', 'gw_port': {'id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:47Z', 'updated_at': '2021-02-17T04:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:10.116183 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port 9b5cd924-79a8-4368-b0b5-9ded7bbcf632 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:10.123344 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 9b5cd924-79a8-4368-b0b5-9ded7bbcf632 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:10.123917 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:10.133948 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bba90c-9bf7-463f-9485-c26357eef746 None None] The sync data for ids ['17cc0110-4d7f-400f-912c-27726fdb4a3f'] in dv-cinder-759987-4-smb is: [{'id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-484521015-router', 'tenant_id': 'befae0ac515a484db91eb597439002ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:44Z', 'updated_at': '2021-02-17T04:38:52Z', 'revision_number': 3, 'project_id': 'befae0ac515a484db91eb597439002ba', 'gw_port': {'id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:47Z', 'updated_at': '2021-02-17T04:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}] {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:39:10.188640 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7fb9d2a8-89e4-4b76-baed-3a6d00ee2d26 req-bd35e8ab-a5cf-4a21-8949-515e78e59b7a tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251666 Feb 17 04:39:10.193410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] Network c6515a2e-4f34-4369-844d-6fc9059b4a67 has no segments {{(pid=84101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:39:10.239456 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Pushing event updated for resources: {'Port': ['ID=6763da27-d79a-4ca4-8ec2-be251dba718f,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:10.360929 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:10.394511 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port 9b5cd924-79a8-4368-b0b5-9ded7bbcf632, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=9b5cd924-79a8-4368-b0b5-9ded7bbcf632,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:10.428089 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:10.429786 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device c59778a7-26cf-4c60-9ec5-1e06761b2fb1 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:10.492568 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:10.498255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2e43bf48-6f55-450a-b1d5-5685dfbc5fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:10.498838 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:10.609743 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 47976) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: Traceback (most recent call last): Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: timer() Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: cb(*args, **kw) Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: return func(*args, **kwargs) Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: self._notify() Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: self.callback(batched_events) Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: event.method(event) Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: segment_id)['aggregates'][0] Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: return f(self, *a, **k) Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: return self._get(url).json() Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: **kwargs) Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: return self.request(url, 'GET', **kwargs) Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: **endpoint_filter) Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:39:10.613029 dv-cinder-759987-4-smb neutron-server[83988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:39:10.637295 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=9b5cd924-79a8-4368-b0b5-9ded7bbcf632,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:10.647328 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Network 85566346-7810-448b-acd9-9bba5936da34 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:10.649428 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:10.651790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:10.662564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Router b4145734-9e5e-49fb-957c-5a0f8d1f4381 has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:39:10.679324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port c59778a7-26cf-4c60-9ec5-1e06761b2fb1 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:10.679947 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:10.764326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:10.764931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854387455'] for router_interface, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:10.946137 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857043'] for network, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:10.963957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e6800d68-0fee-4da4-b49b-7bfd57dd48ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:11.002076 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Pushing event updated for resources: {'Port': ['ID=e7a88e76-f217-4bd5-b04a-c44f49afa287,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:11.008351 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:11.016239 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6515a2e-4f34-4369-844d-6fc9059b4a67,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:11.020760 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:39:11.022653 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:11.028379 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-ee2f5f87-40ff-4c1d-a340-0bc7141542f6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c6515a2e-4f34-4369-844d-6fc9059b4a67 HTTP/1.1" status: 204 len: 168 time: 3.9062269 Feb 17 04:39:11.033575 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] 10.222.0.30 "PUT /v2.0/routers/b4145734-9e5e-49fb-957c-5a0f8d1f4381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3837841 Feb 17 04:39:11.050962 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Sync routers for ids ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:39:11.080787 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Routers {'b4145734-9e5e-49fb-957c-5a0f8d1f4381'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:11.080787 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:39:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:11.107030 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Attempting to bind port e7a88e76-f217-4bd5-b04a-c44f49afa287 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:11.107515 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Attempting to bind port e7a88e76-f217-4bd5-b04a-c44f49afa287 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'dffe3611-8706-4da2-99bc-500113a6da03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:11.108034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Attempting to bind port e7a88e76-f217-4bd5-b04a-c44f49afa287 on network bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:11.135409 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:11.142104 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Checking segment: {'id': 'dffe3611-8706-4da2-99bc-500113a6da03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:11.142761 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:11.143292 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Bound using segment: {'id': 'dffe3611-8706-4da2-99bc-500113a6da03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:11.143975 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Bound port: e7a88e76-f217-4bd5-b04a-c44f49afa287, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffe3611-8706-4da2-99bc-500113a6da03', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:11.147701 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:11.193428 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:11.324836 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1d3461ea-fc62-447b-adeb-024967e9e560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:11.375433 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:11.413747 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-1d3461ea-fc62-447b-adeb-024967e9e560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:11.419673 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-1d3461ea-fc62-447b-adeb-024967e9e560 admin admin] Usage tracker for resource:security_group_rule and tenant:764050d6b3c549d899c79dad2f7bee1b is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:11.425237 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-1d3461ea-fc62-447b-adeb-024967e9e560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:11.433238 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-1d3461ea-fc62-447b-adeb-024967e9e560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:11.608829 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48000) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:11.721813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Set router b4145734-9e5e-49fb-957c-5a0f8d1f4381 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:11.745830 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-0c177d34-1961-4de7-9678-4e34f17440ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85a5ddc85ef24e1cabea08c25223d6fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1354530 Feb 17 04:39:11.746938 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48010) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:11.907098 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 9b5cd924-79a8-4368-b0b5-9ded7bbcf632 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:11.918476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e3265c51-5ffa-47d4-ae37-caf427dc7845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:12.002760 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e3265c51-5ffa-47d4-ae37-caf427dc7845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:12.098203 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e3265c51-5ffa-47d4-ae37-caf427dc7845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:12.105370 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:12.137728 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3265c51-5ffa-47d4-ae37-caf427dc7845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd229ac2-0ab6-48b7-af35-73680946f348,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:12.157848 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e3265c51-5ffa-47d4-ae37-caf427dc7845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:12.158140 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 48020) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:12.162430 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e3265c51-5ffa-47d4-ae37-caf427dc7845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:12.163880 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e3265c51-5ffa-47d4-ae37-caf427dc7845 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd229ac2-0ab6-48b7-af35-73680946f348 HTTP/1.1" status: 204 len: 168 time: 0.4158041 Feb 17 04:39:12.194507 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--431585833', 'description': 'tempest-description--1248396954'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:12.219768 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:12.272688 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:12.274881 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Usage tracker for resource:security_group and tenant:e7c53efcaba64d5fbc9bc8dc9f07643c is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:12.305938 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:12.319721 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:12.330148 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:12.347659 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:12.358761 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] For port e7a88e76-f217-4bd5-b04a-c44f49afa287, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:12.362153 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851067731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-388455'] for router_interface, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:12.398292 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:12.420430 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 9b5cd924-79a8-4368-b0b5-9ded7bbcf632 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:12.421019 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:12.528555 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:04Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '675d1fed-f79d-4ba6-8626-b36c7948fe67', 'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'mac_address': 'fa:16:3e:4f:36:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:59Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 2, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'subnets': [{'id': '74b38920-b506-4cd3-87a7-221a55afe365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:12.536483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Checking router: b4145734-9e5e-49fb-957c-5a0f8d1f4381 for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:39:12.537470 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Updating router b4145734-9e5e-49fb-957c-5a0f8d1f4381 port 675d1fed-f79d-4ba6-8626-b36c7948fe67 binding host dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:39:12.684062 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:12.689563 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:12.731018 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6ef47-0be5-4958-9468-164ad3a97967 req-d9af69a8-a894-4668-a68e-a2192ea73ab9 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:12.732723 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-44d6ef47-0be5-4958-9468-164ad3a97967 req-d9af69a8-a894-4668-a68e-a2192ea73ab9 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 943 time: 0.7729485 Feb 17 04:39:12.766366 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:12.777551 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:12.810934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:12.815193 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Usage tracker for resource:security_group_rule and tenant:e7c53efcaba64d5fbc9bc8dc9f07643c is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:12.828884 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:12.834327 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] For port e7a88e76-f217-4bd5-b04a-c44f49afa287, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e7a88e76-f217-4bd5-b04a-c44f49afa287,segment=NetworkSegment(dffe3611-8706-4da2-99bc-500113a6da03),segment_id=dffe3611-8706-4da2-99bc-500113a6da03)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:12.867126 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:12.871742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:12.932343 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:12.933100 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:12.938773 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:12.961330 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:12.963716 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.025099 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Pushing event updated for resources: {'Port': ['ID=6d16d2b8-c967-4994-871b-34723be6a3d8,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:13.090049 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48040) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:13.156129 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-cfffb798-472f-4527-a772-086fb1077d6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bde92f57e2f94d0bb30237f4f55b2091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638757 Feb 17 04:39:13.157144 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48044) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:13.168215 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:13.179365 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-230dc900-8da8-41f8-8679-4d00e9493f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:13.181755 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.212133 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:13.237996 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0ca8bf27-ef65-44f0-b4f0-f9d9cb25a297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.269357 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0ca8bf27-ef65-44f0-b4f0-f9d9cb25a297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.287929 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.295933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-09379d23-ffec-45ff-877f-532c06a1ac6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:13.319539 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1d3461ea-fc62-447b-adeb-024967e9e560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.323225 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-44d6ef47-0be5-4958-9468-164ad3a97967 req-55205ca3-7674-4e4c-8d18-aed12769b5bc tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318644 Feb 17 04:39:13.337459 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.385260 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-e65c942e-d838-4206-a4ae-65b6ab3fccc0 None None] Provisioning complete for port 6d16d2b8-c967-4994-871b-34723be6a3d8 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:13.385700 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e65c942e-d838-4206-a4ae-65b6ab3fccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.401694 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1d3461ea-fc62-447b-adeb-024967e9e560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.478459 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0ca8bf27-ef65-44f0-b4f0-f9d9cb25a297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.487267 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:13.503010 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-e65c942e-d838-4206-a4ae-65b6ab3fccc0 None None] Port 6d16d2b8-c967-4994-871b-34723be6a3d8 cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:39:13.526943 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8bf27-ef65-44f0-b4f0-f9d9cb25a297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f9aca9-8313-4a76-83da-8583de8a4849,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:13.539716 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0ca8bf27-ef65-44f0-b4f0-f9d9cb25a297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:13.544603 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0ca8bf27-ef65-44f0-b4f0-f9d9cb25a297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.546198 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-0ca8bf27-ef65-44f0-b4f0-f9d9cb25a297 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2f9aca9-8313-4a76-83da-8583de8a4849 HTTP/1.1" status: 204 len: 168 time: 0.3878183 Feb 17 04:39:13.563742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Pushing event updated for resources: {'Port': ['ID=e7a88e76-f217-4bd5-b04a-c44f49afa287,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:13.633103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:13.645375 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:13.665991 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:13.726199 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:13.761614 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1d3461ea-fc62-447b-adeb-024967e9e560 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=764050d6b3c549d899c79dad2f7bee1b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1361294 Feb 17 04:39:13.763492 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48060) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:13.764639 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Router a35fabd1-328b-4abb-83fe-ad2c899d1903 has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:39:13.806701 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.823610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Transition to ACTIVE for port object 675d1fed-f79d-4ba6-8626-b36c7948fe67 will not be triggered until provisioned by entity L2. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:13.869174 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.890546 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-489443c3-d22e-44c3-9d13-0854ef1d0a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.907033 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.950848 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-489443c3-d22e-44c3-9d13-0854ef1d0a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:13.963109 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:14.015374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:14.016071 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:14.021702 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] 10.222.0.65 "PUT /v2.0/ports/e7a88e76-f217-4bd5-b04a-c44f49afa287 HTTP/1.1" status: 200 len: 1157 time: 13.4021492 Feb 17 04:39:14.033587 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518e4847-22c0-454c-84a6-362e93ec3596', 'tag': 'e7a88e76-f217-4bd5-b04a-c44f49afa287'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:14.162825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-09379d23-ffec-45ff-877f-532c06a1ac6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:14.217220 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3461ea-fc62-447b-adeb-024967e9e560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ea8059-edaa-40fd-96e0-33b2a40bb528,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:14.304179 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-489443c3-d22e-44c3-9d13-0854ef1d0a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:14.309744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e9e879bb-6e12-4233-931a-ef5d85f53dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:14.327529 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e63306-bade-4eab-a343-99c2eb382c80 None None] Pushing event updated for resources: {'Port': ['ID=675d1fed-f79d-4ba6-8626-b36c7948fe67,revision_number=3']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:14.327529 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-89e63306-bade-4eab-a343-99c2eb382c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:14.343296 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-489443c3-d22e-44c3-9d13-0854ef1d0a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:14.345162 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-489443c3-d22e-44c3-9d13-0854ef1d0a9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30ea8059-edaa-40fd-96e0-33b2a40bb528 HTTP/1.1" status: 204 len: 168 time: 0.5813868 Feb 17 04:39:14.346549 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489443c3-d22e-44c3-9d13-0854ef1d0a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ea8059-edaa-40fd-96e0-33b2a40bb528,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:14.359139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1d3461ea-fc62-447b-adeb-024967e9e560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:14.371212 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-489443c3-d22e-44c3-9d13-0854ef1d0a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:14.375857 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b52bb5aa-7753-4ca6-9aa5-be7690295e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:14.470993 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Attempting to bind port 675d1fed-f79d-4ba6-8626-b36c7948fe67 on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:14.470993 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Attempting to bind port 675d1fed-f79d-4ba6-8626-b36c7948fe67 by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:14.470993 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Attempting to bind port 675d1fed-f79d-4ba6-8626-b36c7948fe67 on network 2d7a82db-0693-4b36-bdf2-4e1d79993092 {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:14.477006 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:14.477428 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Checking segment: {'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:14.477876 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:14.486758 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Bound using segment: {'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:14.486758 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Bound port: 675d1fed-f79d-4ba6-8626-b36c7948fe67, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'}}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:14.486758 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:14.634099 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d99aff-eef5-43ea-92f6-1cfea9ebbb7b req-4453d906-fa31-43ab-8473-d05312234f38 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:14.643291 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-03d99aff-eef5-43ea-92f6-1cfea9ebbb7b req-4453d906-fa31-43ab-8473-d05312234f38 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 943 time: 0.1098299 Feb 17 04:39:14.694210 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:14.721816 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:14.729214 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-03d99aff-eef5-43ea-92f6-1cfea9ebbb7b req-bc8dc67c-dfb0-496c-9d59-0f4da89d14cb tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849140 Feb 17 04:39:14.761043 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] For port 675d1fed-f79d-4ba6-8626-b36c7948fe67, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:14.764479 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] For port 675d1fed-f79d-4ba6-8626-b36c7948fe67, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=675d1fed-f79d-4ba6-8626-b36c7948fe67,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:14.789006 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-868b287a-09f1-4f12-bdad-40597da9515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:14.790840 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-868b287a-09f1-4f12-bdad-40597da9515f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e341d4b953a84cc1816c01122c44b9e3&device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 1160 time: 0.6456144 Feb 17 04:39:14.794997 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:39:14.804967 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] 10.222.0.30 "PUT /v2.0/routers/a35fabd1-328b-4abb-83fe-ad2c899d1903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3483722 Feb 17 04:39:14.805669 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Sync routers for ids ['a35fabd1-328b-4abb-83fe-ad2c899d1903'] in dv-cinder-759987-4-smb {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:39:14.817563 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Routers {'a35fabd1-328b-4abb-83fe-ad2c899d1903'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:14.818840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:39:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['a35fabd1-328b-4abb-83fe-ad2c899d1903'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:14.875986 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:14.906080 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:15.149015 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Set router a35fabd1-328b-4abb-83fe-ad2c899d1903 gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:15.163696 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-21895585-6a7e-40f8-81bd-ded7f18dc3f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7a88e76-f217-4bd5-b04a-c44f49afa287 HTTP/1.1" status: 200 len: 217 time: 0.3568256 Feb 17 04:39:15.166877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:15.171288 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.0009325 Feb 17 04:39:15.171943 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48108) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:15.194746 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-17fb1a4f-79d2-4771-8421-db8726cc9bc9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Request body: {'security_group_rule': {'security_group_id': '1bfb0d88-a33a-48e7-bd1b-b35cfbed068b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:15.231514 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-17fb1a4f-79d2-4771-8421-db8726cc9bc9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:15.258275 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:15.260807 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-17fb1a4f-79d2-4771-8421-db8726cc9bc9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Usage tracker for resource:security_group_rule and tenant:e7c53efcaba64d5fbc9bc8dc9f07643c is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:15.263177 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-ed53b0b9-43ec-4aa0-a29a-2322fdbea623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:15.264888 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-ed53b0b9-43ec-4aa0-a29a-2322fdbea623 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a4486d5-1bfa-4bf1-9a7c-322696592052 HTTP/1.1" status: 200 len: 851 time: 0.0939119 Feb 17 04:39:15.271969 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-17fb1a4f-79d2-4771-8421-db8726cc9bc9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:15.306485 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-17fb1a4f-79d2-4771-8421-db8726cc9bc9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:15.354735 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:15.371822 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851067731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-388455'] for router_interface, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:15.397785 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:15.416409 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-17fb1a4f-79d2-4771-8421-db8726cc9bc9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:15.418058 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e63306-bade-4eab-a343-99c2eb382c80 None None] Pushing event updated for resources: {'Port': ['ID=675d1fed-f79d-4ba6-8626-b36c7948fe67,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:15.428157 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-89e63306-bade-4eab-a343-99c2eb382c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:15.556224 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-345dda6a-b7ca-4b1b-ab9c-98ed0a51c2f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2839262 Feb 17 04:39:15.559638 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Pushing event updated for resources: {'Port': ['ID=6763da27-d79a-4ca4-8ec2-be251dba718f,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:15.675515 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Routers {'b4145734-9e5e-49fb-957c-5a0f8d1f4381'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:15.685221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:39:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:15.868431 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518e4847-22c0-454c-84a6-362e93ec3596', 'tag': 'e7a88e76-f217-4bd5-b04a-c44f49afa287', 'status': 'completed', 'code': 200} Feb 17 04:39:15.876333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-17fb1a4f-79d2-4771-8421-db8726cc9bc9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:15.899082 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '6d16d2b8-c967-4994-871b-34723be6a3d8', 'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'mac_address': 'fa:16:3e:14:a0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:07Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 2, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'subnets': [{'id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:15.902040 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:15.920648 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Checking router: a35fabd1-328b-4abb-83fe-ad2c899d1903 for host: dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:39:15.921083 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Updating router a35fabd1-328b-4abb-83fe-ad2c899d1903 port 6d16d2b8-c967-4994-871b-34723be6a3d8 binding host dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:39:15.928219 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-17fb1a4f-79d2-4771-8421-db8726cc9bc9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346749'] for security_group_rule, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:15.931265 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:15.980421 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48138) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:16.118397 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb1a4f-79d2-4771-8421-db8726cc9bc9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57744454-5ba9-44f8-bf6a-c85fc8a4d600,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:16.128089 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:16.158053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c625a4e0-0f2d-4ea8-aeab-b98ab9bd0c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:16.189477 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-17fb1a4f-79d2-4771-8421-db8726cc9bc9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:16.215022 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-c625a4e0-0f2d-4ea8-aeab-b98ab9bd0c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:16.226256 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-c625a4e0-0f2d-4ea8-aeab-b98ab9bd0c6e admin admin] Usage tracker for resource:security_group_rule and tenant:aa61ec878c3a4476ba42362c71217bc4 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:16.230678 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-c625a4e0-0f2d-4ea8-aeab-b98ab9bd0c6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:16.248709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-c625a4e0-0f2d-4ea8-aeab-b98ab9bd0c6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:16.332533 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-17fb1a4f-79d2-4771-8421-db8726cc9bc9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:16.337274 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-17fb1a4f-79d2-4771-8421-db8726cc9bc9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1629205 Feb 17 04:39:16.341782 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48152) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:16.343531 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-7277bb76-ff69-4fa9-b9a1-f73bce6f8de5 service neutron] 10.222.0.65 "GET /v2.0/networks/bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741275 Feb 17 04:39:16.346800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-53181b5b-56f2-48f5-b967-e7661c912598 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Request body: {'security_group_rule': {'security_group_id': '1bfb0d88-a33a-48e7-bd1b-b35cfbed068b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:16.447894 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] Set router b4145734-9e5e-49fb-957c-5a0f8d1f4381 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:16.473908 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 48156) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:16.475109 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-53181b5b-56f2-48f5-b967-e7661c912598 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:16.489640 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-53181b5b-56f2-48f5-b967-e7661c912598 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Usage tracker for resource:security_group_rule and tenant:e7c53efcaba64d5fbc9bc8dc9f07643c is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:16.499732 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-53181b5b-56f2-48f5-b967-e7661c912598 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:16.525150 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-53181b5b-56f2-48f5-b967-e7661c912598 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:16.597588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--116238283', 'description': 'tempest-description--2106496022'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:16.616324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c625a4e0-0f2d-4ea8-aeab-b98ab9bd0c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:16.647298 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-53181b5b-56f2-48f5-b967-e7661c912598 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:16.658770 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:16.688549 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Usage tracker for resource:security_group and tenant:b027197d07e3499fb8ba5782c70e429a is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:16.713213 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:16.732720 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c625a4e0-0f2d-4ea8-aeab-b98ab9bd0c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:16.781405 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83aede6c-51c8-4519-b127-c6d0db0cd669 req-6fa465ba-fd96-4d26-a055-4261c9596f81 service neutron] 10.222.0.65 "GET /v2.0/networks/bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3909523 Feb 17 04:39:16.782416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:16.790457 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-53181b5b-56f2-48f5-b967-e7661c912598 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:16.804633 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bc27677b-05fe-414f-a985-71a802db74e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:16.828382 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-53181b5b-56f2-48f5-b967-e7661c912598 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346749'] for security_group_rule, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:16.859507 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Network 85566346-7810-448b-acd9-9bba5936da34 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:16.876475 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94232402-9877-4450-a95f-23daa47e7eed req-3461b675-2b9a-4a3d-85c3-0900f4703b85 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:16.878816 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94232402-9877-4450-a95f-23daa47e7eed req-3461b675-2b9a-4a3d-85c3-0900f4703b85 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 943 time: 0.5306544 Feb 17 04:39:16.880126 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:16.935351 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:16.953510 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-c625a4e0-0f2d-4ea8-aeab-b98ab9bd0c6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa61ec878c3a4476ba42362c71217bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9694135 Feb 17 04:39:16.954805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48166) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:16.961001 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625a4e0-0f2d-4ea8-aeab-b98ab9bd0c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02eb8d5-0b7e-4f90-a0b2-16874bdc63dd,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:16.978477 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c625a4e0-0f2d-4ea8-aeab-b98ab9bd0c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:17.039590 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:17.047039 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-53181b5b-56f2-48f5-b967-e7661c912598 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.054485 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-53181b5b-56f2-48f5-b967-e7661c912598 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7128758 Feb 17 04:39:17.062453 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48172) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:17.073632 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Request body: {'floatingip': {'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:17.081524 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:17.087532 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Usage tracker for resource:floatingip and tenant:e7c53efcaba64d5fbc9bc8dc9f07643c is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:17.092121 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:17.099791 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:17.126116 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53181b5b-56f2-48f5-b967-e7661c912598 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5b1710-a0b4-40a7-8451-77dd2f43016b,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:17.134356 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-53181b5b-56f2-48f5-b967-e7661c912598 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:17.141064 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-214e3cce-5081-42ad-9e37-5de21266b499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.157879 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:17.177371 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-214e3cce-5081-42ad-9e37-5de21266b499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.190979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.205024 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Transition to ACTIVE for port object 6d16d2b8-c967-4994-871b-34723be6a3d8 will not be triggered until provisioned by entity L2. {{(pid=84104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:17.216581 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.258877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.282511 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Router 17cc0110-4d7f-400f-912c-27726fdb4a3f has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:39:17.295411 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:17.309273 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:17.309483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.319585 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94232402-9877-4450-a95f-23daa47e7eed req-0f254b28-d98b-499e-94de-e9c9bb0f2a58 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697374 Feb 17 04:39:17.339738 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Usage tracker for resource:security_group_rule and tenant:b027197d07e3499fb8ba5782c70e429a is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:17.352789 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:17.388860 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:04Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '675d1fed-f79d-4ba6-8626-b36c7948fe67', 'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'mac_address': 'fa:16:3e:4f:36:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:59Z', 'updated_at': '2021-02-17T04:39:14Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'subnets': [{'id': '74b38920-b506-4cd3-87a7-221a55afe365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:17.394002 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0627fe9-e45b-44d1-9faf-a9ffde30c5e3 None None] The sync data for ids ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'] in dv-cinder-759987-4-smb is: [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:04Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '675d1fed-f79d-4ba6-8626-b36c7948fe67', 'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'mac_address': 'fa:16:3e:4f:36:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:59Z', 'updated_at': '2021-02-17T04:39:14Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'subnets': [{'id': '74b38920-b506-4cd3-87a7-221a55afe365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:39:17.397258 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-214e3cce-5081-42ad-9e37-5de21266b499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.408693 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:17.423140 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e3cce-5081-42ad-9e37-5de21266b499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02eb8d5-0b7e-4f90-a0b2-16874bdc63dd,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:17.426175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-214e3cce-5081-42ad-9e37-5de21266b499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:17.435572 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:17.596744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:39:17.602792 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:17.622110 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] 10.222.0.30 "PUT /v2.0/routers/17cc0110-4d7f-400f-912c-27726fdb4a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5197179 Feb 17 04:39:17.632276 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Sync routers for ids ['17cc0110-4d7f-400f-912c-27726fdb4a3f'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:39:17.649865 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8359c5-cde9-4eea-b5a1-89824443305d req-dd24d2db-a222-4342-9dcc-86033faf5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:17.654670 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3c8359c5-cde9-4eea-b5a1-89824443305d req-dd24d2db-a222-4342-9dcc-86033faf5ad7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e341d4b953a84cc1816c01122c44b9e3&device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 1160 time: 0.7719944 Feb 17 04:39:17.659671 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Routers {'17cc0110-4d7f-400f-912c-27726fdb4a3f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:17.660680 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:39:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['17cc0110-4d7f-400f-912c-27726fdb4a3f'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:17.803644 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1d88b75f-7599-43a5-8db3-b55b44ded015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:17.811744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Allocated IP 172.28.1.79 (1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4/b35f33eb-71d5-4010-9deb-6d694d1893d4/a77002e9-3ef6-43e2-be78-961bfbb549a6) {{(pid=84101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:18.128359 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 675d1fed-f79d-4ba6-8626-b36c7948fe67 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:18.170972 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for port, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:18.245668 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47438a-419f-4c7a-a8a5-75d625d2af67 None None] Pushing event updated for resources: {'Port': ['ID=6d16d2b8-c967-4994-871b-34723be6a3d8,revision_number=3']} {{(pid=84104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:18.252715 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ed47438a-419f-4c7a-a8a5-75d625d2af67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:18.274131 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8359c5-cde9-4eea-b5a1-89824443305d req-809cf5f0-5bc1-4228-aa4e-d867be809832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:18.278145 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-214e3cce-5081-42ad-9e37-5de21266b499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:18.285990 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3c8359c5-cde9-4eea-b5a1-89824443305d req-809cf5f0-5bc1-4228-aa4e-d867be809832 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d HTTP/1.1" status: 200 len: 905 time: 0.6226683 Feb 17 04:39:18.301833 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-214e3cce-5081-42ad-9e37-5de21266b499 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f02eb8d5-0b7e-4f90-a0b2-16874bdc63dd HTTP/1.1" status: 204 len: 168 time: 1.3344395 Feb 17 04:39:18.315371 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:18.437232 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Set router 17cc0110-4d7f-400f-912c-27726fdb4a3f gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:18.468741 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Attempting to bind port 6d16d2b8-c967-4994-871b-34723be6a3d8 on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:18.469431 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Attempting to bind port 6d16d2b8-c967-4994-871b-34723be6a3d8 by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'}] {{(pid=84104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:18.470082 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Attempting to bind port 6d16d2b8-c967-4994-871b-34723be6a3d8 on network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:18.482021 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:18.484632 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Checking segment: {'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:18.485252 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:18.489215 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Bound using segment: {'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'} {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:18.490598 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Bound port: 6d16d2b8-c967-4994-871b-34723be6a3d8, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'}}] {{(pid=84104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:18.492094 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:18.559840 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3c8359c5-cde9-4eea-b5a1-89824443305d req-f861a504-dd3d-4067-89f7-02cf6a3bcdff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7a88e76-f217-4bd5-b04a-c44f49afa287 HTTP/1.1" status: 200 len: 217 time: 0.2568913 Feb 17 04:39:18.709767 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:18.711184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:18.747970 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] For port 6d16d2b8-c967-4994-871b-34723be6a3d8, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:18.754313 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] For port 6d16d2b8-c967-4994-871b-34723be6a3d8, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=6d16d2b8-c967-4994-871b-34723be6a3d8,segment=NetworkSegment(e3536451-b489-4d4a-96ae-59a5c75489dc),segment_id=e3536451-b489-4d4a-96ae-59a5c75489dc)] {{(pid=84104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:18.783075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:18.812396 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-93fcae86-678c-4959-a68b-90869cb61633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:18.851125 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:19.031419 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event updated for resources: {'Port': ['ID=a77002e9-3ef6-43e2-be78-961bfbb549a6,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:19.037540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:19.059180 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:19.234725 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:19.236176 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:19.239417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Received port after_create {{(pid=84101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:19.285631 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8359c5-cde9-4eea-b5a1-89824443305d req-7011b48d-2be3-4bff-89c4-f7d4361a90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:19.287397 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3c8359c5-cde9-4eea-b5a1-89824443305d req-7011b48d-2be3-4bff-89c4-f7d4361a90e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a4486d5-1bfa-4bf1-9a7c-322696592052 HTTP/1.1" status: 200 len: 851 time: 0.5744429 Feb 17 04:39:19.307451 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6456158b-e62b-42f0-9f24-852584dc84db,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:19.315525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:19.463354 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3c8359c5-cde9-4eea-b5a1-89824443305d req-efbbb31b-327a-462c-bec4-dfcfa88ee4c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616125 Feb 17 04:39:19.491741 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:19.498307 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a7c77-86e8-44c3-b82c-11a82e6ca93b req-179af012-31cf-4c80-b9cb-ae9024cfc4a3 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:19.500619 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9f1a7c77-86e8-44c3-b82c-11a82e6ca93b req-179af012-31cf-4c80-b9cb-ae9024cfc4a3 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 943 time: 0.5963435 Feb 17 04:39:19.504348 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:19.504795 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-484521015-router', 'tenant_id': 'befae0ac515a484db91eb597439002ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:44Z', 'updated_at': '2021-02-17T04:39:12Z', 'revision_number': 4, 'project_id': 'befae0ac515a484db91eb597439002ba', 'gw_port': {'id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:47Z', 'updated_at': '2021-02-17T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '6763da27-d79a-4ca4-8ec2-be251dba718f', 'name': '', 'network_id': '85566346-7810-448b-acd9-9bba5936da34', 'tenant_id': 'befae0ac515a484db91eb597439002ba', 'mac_address': 'fa:16:3e:de:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:08Z', 'updated_at': '2021-02-17T04:39:14Z', 'revision_number': 2, 'project_id': 'befae0ac515a484db91eb597439002ba', 'subnets': [{'id': 'a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:19.511931 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.0336642 Feb 17 04:39:19.514438 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 48232) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:19.518338 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port 675d1fed-f79d-4ba6-8626-b36c7948fe67 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:19.527437 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 675d1fed-f79d-4ba6-8626-b36c7948fe67 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:19.527870 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:19.554502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-1a4e924f-fa17-49c9-b838-2c8dc8bf57ad tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Request body: {'security_group_rule': {'security_group_id': '6456158b-e62b-42f0-9f24-852584dc84db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:19.646788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Checking router: 17cc0110-4d7f-400f-912c-27726fdb4a3f for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:39:19.647236 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Updating router 17cc0110-4d7f-400f-912c-27726fdb4a3f port 6763da27-d79a-4ca4-8ec2-be251dba718f binding host dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:39:19.736298 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:19.818561 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9f1a7c77-86e8-44c3-b82c-11a82e6ca93b req-62267f6f-7ca4-450f-9e86-fdd591675b33 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021989 Feb 17 04:39:19.824788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-1a4e924f-fa17-49c9-b838-2c8dc8bf57ad tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:19.831285 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Routers {'a35fabd1-328b-4abb-83fe-ad2c899d1903'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:19.836637 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:39:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['a35fabd1-328b-4abb-83fe-ad2c899d1903'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:19.872636 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-1a4e924f-fa17-49c9-b838-2c8dc8bf57ad tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Usage tracker for resource:security_group_rule and tenant:b027197d07e3499fb8ba5782c70e429a is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:19.877740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-1a4e924f-fa17-49c9-b838-2c8dc8bf57ad tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:19.905910 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-1a4e924f-fa17-49c9-b838-2c8dc8bf57ad tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:20.040067 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:20.137924 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1a4e924f-fa17-49c9-b838-2c8dc8bf57ad tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:20.282505 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1a4e924f-fa17-49c9-b838-2c8dc8bf57ad tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:20.288614 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3c8359c5-cde9-4eea-b5a1-89824443305d req-9d4ff093-b1da-47d8-93d6-516f26430ab5 service neutron] 10.222.0.65 "GET /v2.0/networks/bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7854574 Feb 17 04:39:20.374327 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47438a-419f-4c7a-a8a5-75d625d2af67 None None] Pushing event updated for resources: {'Port': ['ID=6d16d2b8-c967-4994-871b-34723be6a3d8,revision_number=4']} {{(pid=84104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:20.398285 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ed47438a-419f-4c7a-a8a5-75d625d2af67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.586s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:20.463508 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-de2bce81-ff88-4868-8224-7ca79b4afbe9 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:20.467042 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-de2bce81-ff88-4868-8224-7ca79b4afbe9 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Synchronizing usage tracker for tenant:befae0ac515a484db91eb597439002ba on resource:network {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:20.518654 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3c8359c5-cde9-4eea-b5a1-89824443305d req-390f5ae9-b8a6-489b-81f5-cef8da8c8091 service neutron] 10.222.0.65 "GET /v2.0/networks/bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2232804 Feb 17 04:39:20.520730 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1a4e924f-fa17-49c9-b838-2c8dc8bf57ad tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346749'] for security_group_rule, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:20.523585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:20.544788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] Set router a35fabd1-328b-4abb-83fe-ad2c899d1903 gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:20.554170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e924f-fa17-49c9-b838-2c8dc8bf57ad tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166f0de4-7b95-4e32-88bf-638408d43568,revision_number=0']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:20.591175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1a4e924f-fa17-49c9-b838-2c8dc8bf57ad tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:20.702558 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for port, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:20.733180 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Notify callbacks [] for port, precommit_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:20.750673 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Transition to ACTIVE for port object 6763da27-d79a-4ca4-8ec2-be251dba718f will not be triggered until provisioned by entity L2. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:20.807051 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:20.859161 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port 675d1fed-f79d-4ba6-8626-b36c7948fe67, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=675d1fed-f79d-4ba6-8626-b36c7948fe67,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:21.049316 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.objects.ports [None req-37d3198d-2da8-4b0e-a28d-eb824bfb84dc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84103) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:39:21.088322 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '6d16d2b8-c967-4994-871b-34723be6a3d8', 'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'mac_address': 'fa:16:3e:14:a0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:07Z', 'updated_at': '2021-02-17T04:39:18Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'subnets': [{'id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:21.095684 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c2613-5156-434e-af4e-ce1a577c0619 req-1f6a532a-ac57-45fc-ab2f-e09e41f96b3d tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:21.098785 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-771c2613-5156-434e-af4e-ce1a577c0619 req-1f6a532a-ac57-45fc-ab2f-e09e41f96b3d tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 943 time: 0.1282742 Feb 17 04:39:21.099609 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e58c34-5c70-4246-b423-0625c93883f4 None None] The sync data for ids ['a35fabd1-328b-4abb-83fe-ad2c899d1903'] in dv-cinder-759987-4-smb is: [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '6d16d2b8-c967-4994-871b-34723be6a3d8', 'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'mac_address': 'fa:16:3e:14:a0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:07Z', 'updated_at': '2021-02-17T04:39:18Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'subnets': [{'id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:39:21.385082 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-771c2613-5156-434e-af4e-ce1a577c0619 req-16820214-2051-4b04-9c44-4763bf2ec205 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795963 Feb 17 04:39:21.530270 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device e7a88e76-f217-4bd5-b04a-c44f49afa287 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:21.777999 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1a4e924f-fa17-49c9-b838-2c8dc8bf57ad tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:21.778217 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port e7a88e76-f217-4bd5-b04a-c44f49afa287 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:21.779281 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1a4e924f-fa17-49c9-b838-2c8dc8bf57ad tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2305996 Feb 17 04:39:21.780486 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-de2bce81-ff88-4868-8224-7ca79b4afbe9 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Unset dirty status for tenant:befae0ac515a484db91eb597439002ba on resource:network {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:21.781978 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:21.783562 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-de2bce81-ff88-4868-8224-7ca79b4afbe9 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/networks?id=85566346-7810-448b-acd9-9bba5936da34 HTTP/1.1" status: 200 len: 818 time: 2.4220269 Feb 17 04:39:21.783676 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 48268) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:21.800135 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:21.809561 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-dff99993-4f11-4090-9ce3-2faca71a769a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Request body: {'security_group_rule': {'security_group_id': '6456158b-e62b-42f0-9f24-852584dc84db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:21.818321 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-a3e2e856-43ac-4dd3-a4c2-174b4d095693 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/quotas/befae0ac515a484db91eb597439002ba HTTP/1.1" status: 200 len: 375 time: 0.0283346 Feb 17 04:39:21.826820 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-dff99993-4f11-4090-9ce3-2faca71a769a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:21.839222 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-dff99993-4f11-4090-9ce3-2faca71a769a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Usage tracker for resource:security_group_rule and tenant:b027197d07e3499fb8ba5782c70e429a is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:21.844300 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-dff99993-4f11-4090-9ce3-2faca71a769a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:21.859311 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-dff99993-4f11-4090-9ce3-2faca71a769a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:21.904048 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853031306'] for port, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:21.910931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:21.929255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-392ff45e-8411-4f2d-85a5-6dee03ee32e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:21.959106 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port e7a88e76-f217-4bd5-b04a-c44f49afa287 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:21.959106 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:21.993338 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dff99993-4f11-4090-9ce3-2faca71a769a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.105660 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event updated for resources: {'Port': ['ID=a77002e9-3ef6-43e2-be78-961bfbb549a6,revision_number=2']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:22.109628 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:22.204203 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-097fff92-5d2a-4786-9aa9-41cc552bd83b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=befae0ac515a484db91eb597439002ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3848159 Feb 17 04:39:22.228238 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dff99993-4f11-4090-9ce3-2faca71a769a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.264430 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=675d1fed-f79d-4ba6-8626-b36c7948fe67,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:22.267828 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 6d16d2b8-c967-4994-871b-34723be6a3d8 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:22.274366 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dff99993-4f11-4090-9ce3-2faca71a769a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346749'] for security_group_rule, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.313007 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1a4e924f-fa17-49c9-b838-2c8dc8bf57ad tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:22.343572 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:22.357191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.401s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:22.392392 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff99993-4f11-4090-9ce3-2faca71a769a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7aa884-f839-4390-9d58-bfdd6c5c350c,revision_number=0']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:22.402588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dff99993-4f11-4090-9ce3-2faca71a769a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:22.441334 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dff99993-4f11-4090-9ce3-2faca71a769a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.448064 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-dff99993-4f11-4090-9ce3-2faca71a769a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6594446 Feb 17 04:39:22.453331 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 48302) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:22.479999 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Request body: {'floatingip': {'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:22.507343 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:22.526248 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Usage tracker for resource:floatingip and tenant:b027197d07e3499fb8ba5782c70e429a is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:22.537113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port 6d16d2b8-c967-4994-871b-34723be6a3d8 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:22.540989 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:22.553030 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba96a6b-eae5-4eb0-bcb3-bdd8427aca51 None None] Pushing event updated for resources: {'Port': ['ID=6763da27-d79a-4ca4-8ec2-be251dba718f,revision_number=3']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:22.560959 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 6d16d2b8-c967-4994-871b-34723be6a3d8 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:22.561396 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.577090 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:22.696539 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.700841 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-eba96a6b-eae5-4eb0-bcb3-bdd8427aca51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:22.704054 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.768766 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.776828 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-43e9442c-31d6-4d40-9be6-6ee3b5912883 service neutron] 10.222.0.30 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440586 Feb 17 04:39:22.969720 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:22.982032 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9189012 Feb 17 04:39:22.995952 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-16e5156b-6611-424f-8ae7-edd34412080e service neutron] 10.222.0.30 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2124329 Feb 17 04:39:23.069798 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518e4847-22c0-454c-84a6-362e93ec3596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a88e76-f217-4bd5-b04a-c44f49afa287'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:23.113527 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763f27b-51b5-415f-9028-1110aa9b3ff7 req-e8cc79dd-a2bc-4157-92d1-ad4eba10de21 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:23.121913 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0763f27b-51b5-415f-9028-1110aa9b3ff7 req-e8cc79dd-a2bc-4157-92d1-ad4eba10de21 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 943 time: 0.3841906 Feb 17 04:39:23.196611 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0763f27b-51b5-415f-9028-1110aa9b3ff7 req-15c1ff2a-356f-498d-b3ba-e6e92a3de848 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654175 Feb 17 04:39:23.219552 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:23.305622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port e7a88e76-f217-4bd5-b04a-c44f49afa287, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e7a88e76-f217-4bd5-b04a-c44f49afa287,segment=NetworkSegment(dffe3611-8706-4da2-99bc-500113a6da03),segment_id=dffe3611-8706-4da2-99bc-500113a6da03)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:23.356261 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Attempting to bind port 6763da27-d79a-4ca4-8ec2-be251dba718f on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:23.356742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Attempting to bind port 6763da27-d79a-4ca4-8ec2-be251dba718f by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': '209b3c50-8a46-44e1-891a-31faf52499b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85566346-7810-448b-acd9-9bba5936da34'}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:23.357168 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Attempting to bind port 6763da27-d79a-4ca4-8ec2-be251dba718f on network 85566346-7810-448b-acd9-9bba5936da34 {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:23.364057 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:23.371662 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:23.424122 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:23.459972 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:23.460377 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Checking segment: {'id': '209b3c50-8a46-44e1-891a-31faf52499b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85566346-7810-448b-acd9-9bba5936da34'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:23.460974 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:23.463895 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Bound using segment: {'id': '209b3c50-8a46-44e1-891a-31faf52499b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85566346-7810-448b-acd9-9bba5936da34'} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:23.467910 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Bound port: 6763da27-d79a-4ca4-8ec2-be251dba718f, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209b3c50-8a46-44e1-891a-31faf52499b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85566346-7810-448b-acd9-9bba5936da34'}}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:23.468475 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:23.579342 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=e7a88e76-f217-4bd5-b04a-c44f49afa287,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:23.586914 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device e7a88e76-f217-4bd5-b04a-c44f49afa287 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:23.614114 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48344) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:23.734260 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:23.752375 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:23.822243 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-04370c71-ed36-4fe7-b5e6-f485fb589e70 req-b3c80427-2c5a-4c1c-a593-49a42eda2c9c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Synchronizing usage tracker for tenant:befae0ac515a484db91eb597439002ba on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:23.850815 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-88a2f675-7c4f-457d-910b-a77af339bff3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Synchronizing usage tracker for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:security_group {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:23.950607 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b18fb6d4-d857-45d7-9bc5-eea86272fa8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:23.954482 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-04370c71-ed36-4fe7-b5e6-f485fb589e70 req-b3c80427-2c5a-4c1c-a593-49a42eda2c9c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Unset dirty status for tenant:befae0ac515a484db91eb597439002ba on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:23.964047 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-04370c71-ed36-4fe7-b5e6-f485fb589e70 req-b3c80427-2c5a-4c1c-a593-49a42eda2c9c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 210 time: 0.3687446 Feb 17 04:39:24.007778 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Allocated IP 172.28.1.68 (1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4/b35f33eb-71d5-4010-9deb-6d694d1893d4/e4785775-e2ce-4ef1-b81c-150a79bbbe69) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:24.018813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-88a2f675-7c4f-457d-910b-a77af339bff3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Unset dirty status for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:security_group {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:24.037825 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-88a2f675-7c4f-457d-910b-a77af339bff3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--431585833&fields=id&tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c HTTP/1.1" status: 200 len: 267 time: 0.2997630 Feb 17 04:39:24.121081 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-b18fb6d4-d857-45d7-9bc5-eea86272fa8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:24.145047 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port 6d16d2b8-c967-4994-871b-34723be6a3d8, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=6d16d2b8-c967-4994-871b-34723be6a3d8,segment=NetworkSegment(e3536451-b489-4d4a-96ae-59a5c75489dc),segment_id=e3536451-b489-4d4a-96ae-59a5c75489dc)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:24.219838 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:24.234422 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-77962125-422c-4036-adc5-e54e3c102ef8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:24.246146 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-b18fb6d4-d857-45d7-9bc5-eea86272fa8e admin admin] Usage tracker for resource:security_group_rule and tenant:1df02b3cd5644b4f983067b6e2f73bb0 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:24.262898 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-b18fb6d4-d857-45d7-9bc5-eea86272fa8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:24.314469 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-b18fb6d4-d857-45d7-9bc5-eea86272fa8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:24.413932 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=6d16d2b8-c967-4994-871b-34723be6a3d8,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:24.435972 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] For port 6763da27-d79a-4ca4-8ec2-be251dba718f, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:24.452727 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:24.466810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:24.497944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] For port 6763da27-d79a-4ca4-8ec2-be251dba718f, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=6763da27-d79a-4ca4-8ec2-be251dba718f,segment=NetworkSegment(209b3c50-8a46-44e1-891a-31faf52499b0),segment_id=209b3c50-8a46-44e1-891a-31faf52499b0)] {{(pid=84103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:24.507934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 675d1fed-f79d-4ba6-8626-b36c7948fe67 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:24.513160 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-12a8b897-200b-4b06-8f0f-bd91b791644e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:24.513918 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-12a8b897-200b-4b06-8f0f-bd91b791644e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Synchronizing usage tracker for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:network {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:24.605385 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port e7a88e76-f217-4bd5-b04a-c44f49afa287 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:24.605816 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:24.611321 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:24.613334 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-12a8b897-200b-4b06-8f0f-bd91b791644e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Unset dirty status for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:network {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:24.620884 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-12a8b897-200b-4b06-8f0f-bd91b791644e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/networks?id=2d7a82db-0693-4b36-bdf2-4e1d79993092 HTTP/1.1" status: 200 len: 817 time: 0.5817811 Feb 17 04:39:24.652208 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-6c66ab4f-8aa7-4f35-8964-4519ba8df9dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/quotas/e7c53efcaba64d5fbc9bc8dc9f07643c HTTP/1.1" status: 200 len: 375 time: 0.0302029 Feb 17 04:39:24.680918 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:24.721524 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:24.747030 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-84116959-32c5-489d-ab33-e69df3277e04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:25.021613 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518e4847-22c0-454c-84a6-362e93ec3596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a88e76-f217-4bd5-b04a-c44f49afa287', 'code': 200} Feb 17 04:39:25.023605 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba96a6b-eae5-4eb0-bcb3-bdd8427aca51 None None] Pushing event updated for resources: {'Port': ['ID=6763da27-d79a-4ca4-8ec2-be251dba718f,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:25.040621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-eba96a6b-eae5-4eb0-bcb3-bdd8427aca51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:25.085812 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:25.091137 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:25.093498 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event updated for resources: {'Port': ['ID=e4785775-e2ce-4ef1-b81c-150a79bbbe69,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:25.096420 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:25.108250 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:25.142646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b18fb6d4-d857-45d7-9bc5-eea86272fa8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.159425 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-e84576e4-2f21-46e3-8ed4-78b0baa5cc66 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Synchronizing usage tracker for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:port {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:25.210573 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b18fb6d4-d857-45d7-9bc5-eea86272fa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.228965 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:25.257658 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-e84576e4-2f21-46e3-8ed4-78b0baa5cc66 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Unset dirty status for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:port {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:25.270640 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-e84576e4-2f21-46e3-8ed4-78b0baa5cc66 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6162641 Feb 17 04:39:25.291596 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.311284 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad86c91-a61f-4bd6-ae2d-2e3405adab5f req-e2b59b50-2447-4c08-9a73-f770cb3a4d38 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:25.313444 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8ad86c91-a61f-4bd6-ae2d-2e3405adab5f req-e2b59b50-2447-4c08-9a73-f770cb3a4d38 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 945 time: 0.1467159 Feb 17 04:39:25.372826 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 675d1fed-f79d-4ba6-8626-b36c7948fe67 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:25.373459 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.416596 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-b18fb6d4-d857-45d7-9bc5-eea86272fa8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1df02b3cd5644b4f983067b6e2f73bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8004520 Feb 17 04:39:25.429962 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 48416) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:25.432245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fb6d4-d857-45d7-9bc5-eea86272fa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221c59c7-5aab-4903-85ea-cabe3271a51c,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:25.437744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b18fb6d4-d857-45d7-9bc5-eea86272fa8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:25.504504 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device e7a88e76-f217-4bd5-b04a-c44f49afa287 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:25.822928 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.823984 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-8067b676-87a5-4f0f-9a02-23d7ba5733ce service neutron] 10.222.0.30 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222063 Feb 17 04:39:25.824230 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8ad86c91-a61f-4bd6-ae2d-2e3405adab5f req-f55841fb-f856-43b8-ab38-c5f112380ba0 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374131 Feb 17 04:39:25.824382 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port e7a88e76-f217-4bd5-b04a-c44f49afa287 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:25.824382 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.824717 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 48426) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:25.824792 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Routers {'17cc0110-4d7f-400f-912c-27726fdb4a3f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:39:25.824792 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:39:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['17cc0110-4d7f-400f-912c-27726fdb4a3f'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:25.861456 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b7c99b59-0f3b-4c68-b7f5-403d8e9650b1 service neutron] 10.222.0.30 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2408676 Feb 17 04:39:25.887385 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4e4167a9-b4f5-450c-8904-e4d62f09233d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:25.951312 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4e4167a9-b4f5-450c-8904-e4d62f09233d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:26.186759 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4e4167a9-b4f5-450c-8904-e4d62f09233d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:26.205245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9ebdb1c4-fd3e-4f67-a300-62900a052eec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:26.217836 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5afbc-3654-470a-a399-fb6a231e2771 req-28e383af-31f1-4510-b594-e4678f53f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:26.217836 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-efc5afbc-3654-470a-a399-fb6a231e2771 req-28e383af-31f1-4510-b594-e4678f53f1c5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 1162 time: 0.7897544 Feb 17 04:39:26.218190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] Set router 17cc0110-4d7f-400f-912c-27726fdb4a3f gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:39:26.218316 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59911e4d-8eb5-451f-9b7d-bcddd9c5397b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:26.255566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4167a9-b4f5-450c-8904-e4d62f09233d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221c59c7-5aab-4903-85ea-cabe3271a51c,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:26.270304 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4e4167a9-b4f5-450c-8904-e4d62f09233d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:26.274417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-efc5afbc-3654-470a-a399-fb6a231e2771 req-ab239f8d-5d7a-48c0-a1c1-dd558467cac6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:26.289923 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-59911e4d-8eb5-451f-9b7d-bcddd9c5397b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:26.558254 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 6d16d2b8-c967-4994-871b-34723be6a3d8 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:26.567392 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3c019561-fe8c-4a14-bbbe-7f22169bafd6 req-df37d5e2-d717-4bfa-9627-a8f2047ab0fa tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 210 time: 0.1122406 Feb 17 04:39:26.575048 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-59911e4d-8eb5-451f-9b7d-bcddd9c5397b admin admin] Usage tracker for resource:security_group_rule and tenant:87b5f1157fb24b809fcf9096ae8b5aed is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:26.592793 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-59911e4d-8eb5-451f-9b7d-bcddd9c5397b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:26.674701 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-efc5afbc-3654-470a-a399-fb6a231e2771 req-ab239f8d-5d7a-48c0-a1c1-dd558467cac6 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:26.680391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-59911e4d-8eb5-451f-9b7d-bcddd9c5397b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:26.713448 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0a33d086-94f2-4d88-b669-27d7af9d0aa4 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:26.717063 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0a33d086-94f2-4d88-b669-27d7af9d0aa4 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/networks?id=85566346-7810-448b-acd9-9bba5936da34 HTTP/1.1" status: 200 len: 818 time: 0.4231186 Feb 17 04:39:26.718864 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4e4167a9-b4f5-450c-8904-e4d62f09233d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:26.721208 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-4e4167a9-b4f5-450c-8904-e4d62f09233d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/221c59c7-5aab-4903-85ea-cabe3271a51c HTTP/1.1" status: 204 len: 168 time: 1.2896729 Feb 17 04:39:26.723830 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-efc5afbc-3654-470a-a399-fb6a231e2771 req-ab239f8d-5d7a-48c0-a1c1-dd558467cac6 service neutron] Usage tracker for resource:security_group_rule and tenant:58f87362bac740d6b11795ff4592bbac is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:26.771507 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-efc5afbc-3654-470a-a399-fb6a231e2771 req-ab239f8d-5d7a-48c0-a1c1-dd558467cac6 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:26.863001 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 6d16d2b8-c967-4994-871b-34723be6a3d8 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:26.863447 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:26.898459 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-484521015-router', 'tenant_id': 'befae0ac515a484db91eb597439002ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:44Z', 'updated_at': '2021-02-17T04:39:12Z', 'revision_number': 4, 'project_id': 'befae0ac515a484db91eb597439002ba', 'gw_port': {'id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:47Z', 'updated_at': '2021-02-17T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '6763da27-d79a-4ca4-8ec2-be251dba718f', 'name': '', 'network_id': '85566346-7810-448b-acd9-9bba5936da34', 'tenant_id': 'befae0ac515a484db91eb597439002ba', 'mac_address': 'fa:16:3e:de:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:08Z', 'updated_at': '2021-02-17T04:39:24Z', 'revision_number': 4, 'project_id': 'befae0ac515a484db91eb597439002ba', 'subnets': [{'id': 'a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:39:26.910320 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2ed379-942f-4b33-9437-20bbbc764ffc None None] The sync data for ids ['17cc0110-4d7f-400f-912c-27726fdb4a3f'] in dv-cinder-759987-4-smb is: [{'id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-484521015-router', 'tenant_id': 'befae0ac515a484db91eb597439002ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:44Z', 'updated_at': '2021-02-17T04:39:12Z', 'revision_number': 4, 'project_id': 'befae0ac515a484db91eb597439002ba', 'gw_port': {'id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:47Z', 'updated_at': '2021-02-17T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '6763da27-d79a-4ca4-8ec2-be251dba718f', 'name': '', 'network_id': '85566346-7810-448b-acd9-9bba5936da34', 'tenant_id': 'befae0ac515a484db91eb597439002ba', 'mac_address': 'fa:16:3e:de:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:08Z', 'updated_at': '2021-02-17T04:39:24Z', 'revision_number': 4, 'project_id': 'befae0ac515a484db91eb597439002ba', 'subnets': [{'id': 'a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:39:26.910619 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-efc5afbc-3654-470a-a399-fb6a231e2771 req-ab239f8d-5d7a-48c0-a1c1-dd558467cac6 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:26.941574 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-60dfae49-7869-4cf2-88f7-02d426414fac tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/quotas/befae0ac515a484db91eb597439002ba HTTP/1.1" status: 200 len: 375 time: 0.1642075 Feb 17 04:39:27.186443 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d350dc-9fc1-4ffa-be9e-f4bbd9efd09e req-0b085a8d-e27d-4414-b5e7-921f4f0f8a45 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:27.195952 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-88d350dc-9fc1-4ffa-be9e-f4bbd9efd09e req-0b085a8d-e27d-4414-b5e7-921f4f0f8a45 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 945 time: 0.1347711 Feb 17 04:39:27.200126 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-405dc667-0447-476f-a5c8-128c4094e0e4 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=befae0ac515a484db91eb597439002ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2472410 Feb 17 04:39:27.279545 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-88d350dc-9fc1-4ffa-be9e-f4bbd9efd09e req-c09f7285-6269-45a9-9a11-e2a08f4922ef tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821755 Feb 17 04:39:27.286274 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:27.330212 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:27.524891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3d6b4a1a-19ad-4d9d-8738-c6ca5715c914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:27.706150 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event updated for resources: {'Port': ['ID=e4785775-e2ce-4ef1-b81c-150a79bbbe69,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:27.726448 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:27.770496 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-225dccd5-8413-4162-b601-d22e76cefbab req-d50a9d87-9e76-46e1-8f4b-80b04aef98e0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 210 time: 0.1023071 Feb 17 04:39:27.787224 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48492) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:27.821653 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9ab2e038-382d-4303-af64-d2741d0a1832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:27.843398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9ab2e038-382d-4303-af64-d2741d0a1832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:27.850914 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9ab2e038-382d-4303-af64-d2741d0a1832 admin admin] Usage tracker for resource:security_group_rule and tenant:9387fafc791f4690a5afde2f72eebaf8 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:27.855238 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9ab2e038-382d-4303-af64-d2741d0a1832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:27.868427 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9ab2e038-382d-4303-af64-d2741d0a1832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:28.075998 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9ab2e038-382d-4303-af64-d2741d0a1832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.121822 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9ab2e038-382d-4303-af64-d2741d0a1832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.170929 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-80585cb0-85e2-4c0f-8b65-3e878c68f5e5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:39:28.172012 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-80585cb0-85e2-4c0f-8b65-3e878c68f5e5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.6915286 Feb 17 04:39:28.197370 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:28.253752 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2e038-382d-4303-af64-d2741d0a1832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5d0aaf-ec1d-40fd-b300-ff5450bca358,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:28.260502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9ab2e038-382d-4303-af64-d2741d0a1832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:28.264347 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-9ab2e038-382d-4303-af64-d2741d0a1832 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9387fafc791f4690a5afde2f72eebaf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4756992 Feb 17 04:39:28.268600 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48502) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:28.325597 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.65', 57711) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:28.484212 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-df6867fc-6ac6-413d-a0fa-c0fb766d46ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.535143 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 6763da27-d79a-4ca4-8ec2-be251dba718f up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:28.561478 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.582164 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-efc5afbc-3654-470a-a399-fb6a231e2771 req-ab239f8d-5d7a-48c0-a1c1-dd558467cac6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.628739 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-df6867fc-6ac6-413d-a0fa-c0fb766d46ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.656899 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-ebf889d0-f0b7-4e08-9ad1-0c6fc0187b0c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:28.661668 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-ebf889d0-f0b7-4e08-9ad1-0c6fc0187b0c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.65 "GET /v2.0/networks?id=85566346-7810-448b-acd9-9bba5936da34 HTTP/1.1" status: 200 len: 818 time: 0.3320949 Feb 17 04:39:28.662163 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59911e4d-8eb5-451f-9b7d-bcddd9c5397b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.663859 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-efc5afbc-3654-470a-a399-fb6a231e2771 req-ab239f8d-5d7a-48c0-a1c1-dd558467cac6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.680819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port 6763da27-d79a-4ca4-8ec2-be251dba718f completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:28.681351 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Request body: {'port': {'device_id': '1e1cc5ab-ac7b-4265-8091-0be4c3016fe0', 'network_id': '85566346-7810-448b-acd9-9bba5936da34', 'admin_state_up': True, 'tenant_id': 'befae0ac515a484db91eb597439002ba'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:28.682591 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0f49911e-4613-4f1f-b8f3-819e0d04d2ad service neutron] 10.222.0.30 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719090 Feb 17 04:39:28.687798 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 6763da27-d79a-4ca4-8ec2-be251dba718f triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:28.688046 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:28.690301 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.744426 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59911e4d-8eb5-451f-9b7d-bcddd9c5397b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.808852 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-efc5afbc-3654-470a-a399-fb6a231e2771 req-ab239f8d-5d7a-48c0-a1c1-dd558467cac6 service neutron] Synchronizing usage tracker for tenant:58f87362bac740d6b11795ff4592bbac on resource:security_group {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:28.830601 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.832349 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3775494 Feb 17 04:39:28.857305 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:28.871418 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab239f8d-5d7a-48c0-a1c1-dd558467cac6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=058665ee-b87a-4ff6-8329-507846e22e47,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:28.881220 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ab239f8d-5d7a-48c0-a1c1-dd558467cac6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:28.899531 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8ca340fc-4193-4546-a4d8-249b3291d7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:28.954997 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port 6763da27-d79a-4ca4-8ec2-be251dba718f, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=6763da27-d79a-4ca4-8ec2-be251dba718f,segment=NetworkSegment(209b3c50-8a46-44e1-891a-31faf52499b0),segment_id=209b3c50-8a46-44e1-891a-31faf52499b0)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:28.962515 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f4c97-27b7-4a62-bcb4-918423592cad req-a51fd6e3-f052-4217-8f83-6b1816422891 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:28.965547 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4a9f4c97-27b7-4a62-bcb4-918423592cad req-a51fd6e3-f052-4217-8f83-6b1816422891 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 945 time: 0.4475627 Feb 17 04:39:28.977032 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-59911e4d-8eb5-451f-9b7d-bcddd9c5397b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87b5f1157fb24b809fcf9096ae8b5aed&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2488625 Feb 17 04:39:28.978334 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48518) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:28.990406 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59911e4d-8eb5-451f-9b7d-bcddd9c5397b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65ced34-e8e9-4425-a09b-0453f3e8cc29,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:28.994767 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-59911e4d-8eb5-451f-9b7d-bcddd9c5397b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:28.999890 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-efc5afbc-3654-470a-a399-fb6a231e2771 req-ab239f8d-5d7a-48c0-a1c1-dd558467cac6 service neutron] Unset dirty status for tenant:58f87362bac740d6b11795ff4592bbac on resource:security_group {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:29.001498 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-efc5afbc-3654-470a-a399-fb6a231e2771 req-ab239f8d-5d7a-48c0-a1c1-dd558467cac6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.7718141 Feb 17 04:39:29.024740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.027518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-89e63306-bade-4eab-a343-99c2eb382c80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:29.035657 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-89fcf067-f0e8-4463-9fcc-8659553abfc2 service neutron] 10.222.0.30 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3369126 Feb 17 04:39:29.298033 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=6763da27-d79a-4ca4-8ec2-be251dba718f,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:29.316683 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:29.417402 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:29.452698 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:29.459774 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4a9f4c97-27b7-4a62-bcb4-918423592cad req-35ab1dd6-8d0c-4ea1-9303-633b4e179492 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497054 Feb 17 04:39:29.460602 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f1afa69a-5ba7-47fc-9f24-0ca07216af07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.467447 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-df6867fc-6ac6-413d-a0fa-c0fb766d46ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.485146 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3a358cd7-2c07-4ed0-aea6-bbddc066874b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:29.522561 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6867fc-6ac6-413d-a0fa-c0fb766d46ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5d0aaf-ec1d-40fd-b300-ff5450bca358,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:29.534182 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f1afa69a-5ba7-47fc-9f24-0ca07216af07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.539854 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-df6867fc-6ac6-413d-a0fa-c0fb766d46ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:29.541418 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-df6867fc-6ac6-413d-a0fa-c0fb766d46ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.546060 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-df6867fc-6ac6-413d-a0fa-c0fb766d46ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd5d0aaf-ec1d-40fd-b300-ff5450bca358 HTTP/1.1" status: 204 len: 168 time: 1.2762368 Feb 17 04:39:29.599105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-68409ea7-f17b-4949-9520-2c8c5936b0f3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:29.600847 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-68409ea7-f17b-4949-9520-2c8c5936b0f3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.65 "GET /v2.0/networks?id=2d7a82db-0693-4b36-bdf2-4e1d79993092 HTTP/1.1" status: 200 len: 817 time: 0.3450539 Feb 17 04:39:29.689971 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Made reservation on behalf of befae0ac515a484db91eb597439002ba for: {'port': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:39:29.698686 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:29.828208 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0dcf8866-db22-44fd-99cd-8ee9142ac6b3 req-2f918e31-fbe3-4133-b640-9c49f8a58ddc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 210 time: 0.1394186 Feb 17 04:39:29.893194 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-e080cb46-e037-42e5-b25b-820cab7b3b47 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Synchronizing usage tracker for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:security_group {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:29.909880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-e080cb46-e037-42e5-b25b-820cab7b3b47 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Unset dirty status for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:security_group {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:29.911887 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-e080cb46-e037-42e5-b25b-820cab7b3b47 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c HTTP/1.1" status: 200 len: 5704 time: 0.3011696 Feb 17 04:39:29.941345 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Request body: {'port': {'device_id': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'admin_state_up': True, 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'security_groups': ['1bfb0d88-a33a-48e7-bd1b-b35cfbed068b']}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:30.289576 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-409ee53b-1df9-4541-9734-2b51886592cc tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Synchronizing usage tracker for tenant:b027197d07e3499fb8ba5782c70e429a on resource:security_group {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:30.315423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:30.318580 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:30.377866 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-409ee53b-1df9-4541-9734-2b51886592cc tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Unset dirty status for tenant:b027197d07e3499fb8ba5782c70e429a on resource:security_group {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:30.380973 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-409ee53b-1df9-4541-9734-2b51886592cc tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--116238283&fields=id&tenant_id=b027197d07e3499fb8ba5782c70e429a HTTP/1.1" status: 200 len: 267 time: 0.3014090 Feb 17 04:39:30.383931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 6763da27-d79a-4ca4-8ec2-be251dba718f up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:30.394628 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Made reservation on behalf of e7c53efcaba64d5fbc9bc8dc9f07643c for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:39:30.401796 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:30.410257 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f1afa69a-5ba7-47fc-9f24-0ca07216af07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:30.438680 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b18fb6d4-d857-45d7-9bc5-eea86272fa8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:30.483999 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9e7321c4-4459-43d2-8a28-ee76b97d6661 req-f2e2c9e7-2c37-4cbd-87c2-db0a8443cfb5 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 210 time: 0.2834713 Feb 17 04:39:30.515293 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afa69a-5ba7-47fc-9f24-0ca07216af07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65ced34-e8e9-4425-a09b-0453f3e8cc29,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:30.547634 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f1afa69a-5ba7-47fc-9f24-0ca07216af07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:30.570460 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f1afa69a-5ba7-47fc-9f24-0ca07216af07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:30.576525 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f1afa69a-5ba7-47fc-9f24-0ca07216af07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f65ced34-e8e9-4425-a09b-0453f3e8cc29 HTTP/1.1" status: 204 len: 168 time: 1.5924478 Feb 17 04:39:30.670060 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 6763da27-d79a-4ca4-8ec2-be251dba718f triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:30.671091 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:30.818517 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Allocated IP 172.20.0.4 (85566346-7810-448b-acd9-9bba5936da34/a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a/d20de95e-d87b-41cf-aa8d-886380ba445b) {{(pid=84101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:31.580244 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-d838ed57-c8cf-438f-b3d4-121836ff2df4 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:31.582209 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-d838ed57-c8cf-438f-b3d4-121836ff2df4 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/networks?id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c HTTP/1.1" status: 200 len: 810 time: 1.1243668 Feb 17 04:39:31.662712 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223e531-c3d0-444c-8288-4ed60233b00a req-4c9f13ac-1b8a-45f5-8688-0b5b401b2b02 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:31.671115 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e223e531-c3d0-444c-8288-4ed60233b00a req-4c9f13ac-1b8a-45f5-8688-0b5b401b2b02 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 945 time: 0.4017017 Feb 17 04:39:31.706851 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks [] for port, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:31.753157 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e223e531-c3d0-444c-8288-4ed60233b00a req-c6379c3a-6f74-4dd4-a33f-e87383e1f4b1 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809484 Feb 17 04:39:31.791642 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-de921715-45f6-4940-808e-2c4b213da460 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/quotas/b027197d07e3499fb8ba5782c70e429a HTTP/1.1" status: 200 len: 375 time: 0.1542621 Feb 17 04:39:31.806048 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Allocated IP 172.20.0.8 (2d7a82db-0693-4b36-bdf2-4e1d79993092/74b38920-b506-4cd3-87a7-221a55afe365/9c8d9e88-eab4-4c1a-adf8-d65694486006) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:31.824015 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48604) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:31.847076 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:31.849903 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-34806b30-694a-43c1-bcd5-f1fa24c9c372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:31.976587 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:32.102919 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Pushing event updated for resources: {'Port': ['ID=d20de95e-d87b-41cf-aa8d-886380ba445b,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:32.109905 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:32.167710 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.170008 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-34806b30-694a-43c1-bcd5-f1fa24c9c372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:32.182896 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-34806b30-694a-43c1-bcd5-f1fa24c9c372 admin admin] Usage tracker for resource:security_group_rule and tenant:87683518a2ad466583337d026877229d is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:32.187991 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-34806b30-694a-43c1-bcd5-f1fa24c9c372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:32.207282 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Transition to ACTIVE for port object 9c8d9e88-eab4-4c1a-adf8-d65694486006 will not be triggered until provisioned by entity DHCP. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:32.209767 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6d5cf8fa-a761-460a-a186-c29aa3d1d61c req-8f508a65-eb0e-47d2-b420-759f985960a4 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 210 time: 0.2343490 Feb 17 04:39:32.212178 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-34806b30-694a-43c1-bcd5-f1fa24c9c372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:32.227323 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-540b2057-9b95-47cf-b21d-d9df502c2ae9 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Synchronizing usage tracker for tenant:b027197d07e3499fb8ba5782c70e429a on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:32.298825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.348119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:32.350218 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Network 85566346-7810-448b-acd9-9bba5936da34 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:32.353219 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:32.364133 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Received port after_create {{(pid=84101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:32.499396 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event updated for resources: {'Port': ['ID=9c8d9e88-eab4-4c1a-adf8-d65694486006,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:32.502639 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:32.625889 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.65', 57719) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:32.790345 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8e67f4b7-6433-4c1e-a4da-9e490299ae3c req-2660e973-c7cb-4081-a620-34e13984f636 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 210 time: 0.3599706 Feb 17 04:39:32.829682 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:32.830403 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for port, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.863232 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-af448659-81e8-448f-a265-0f5f9ff89a5f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:32.865253 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-af448659-81e8-448f-a265-0f5f9ff89a5f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.65 "GET /v2.0/networks?id=85566346-7810-448b-acd9-9bba5936da34 HTTP/1.1" status: 200 len: 818 time: 0.2353940 Feb 17 04:39:32.867693 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Network 2d7a82db-0693-4b36-bdf2-4e1d79993092 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:32.867919 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-34806b30-694a-43c1-bcd5-f1fa24c9c372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.869295 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:32.871963 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:32.877001 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:32.877863 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.895198 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Request body: {'port': {'device_id': '4b6c2e87-ca3a-457d-89f8-b63f814a87cb', 'network_id': '85566346-7810-448b-acd9-9bba5936da34', 'admin_state_up': True, 'tenant_id': 'befae0ac515a484db91eb597439002ba'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:32.915879 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2417550 Feb 17 04:39:32.917265 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-34806b30-694a-43c1-bcd5-f1fa24c9c372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:32.965843 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Request body: {'port': {'device_id': '1e1cc5ab-ac7b-4265-8091-0be4c3016fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:33.079597 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:33.132668 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:33.152861 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Usage tracker for resource:port and tenant:befae0ac515a484db91eb597439002ba is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:33.167350 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-34806b30-694a-43c1-bcd5-f1fa24c9c372 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87683518a2ad466583337d026877229d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3420620 Feb 17 04:39:33.170685 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:33.191345 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48636) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:33.198996 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:33.206842 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-540b2057-9b95-47cf-b21d-d9df502c2ae9 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Unset dirty status for tenant:b027197d07e3499fb8ba5782c70e429a on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:33.216943 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-540b2057-9b95-47cf-b21d-d9df502c2ae9 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b027197d07e3499fb8ba5782c70e429a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4079618 Feb 17 04:39:33.389434 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-c7c4ab54-68f3-4c85-a74a-30e539e7762b None None] Provisioning for port 9c8d9e88-eab4-4c1a-adf8-d65694486006 completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:33.398498 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-c7c4ab54-68f3-4c85-a74a-30e539e7762b None None] Provisioning complete for port 9c8d9e88-eab4-4c1a-adf8-d65694486006 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:33.401138 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c7c4ab54-68f3-4c85-a74a-30e539e7762b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:33.415534 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4818733 Feb 17 04:39:33.427372 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34806b30-694a-43c1-bcd5-f1fa24c9c372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3658566-f9ac-432f-834f-2bd235657d63,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:33.431428 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-34806b30-694a-43c1-bcd5-f1fa24c9c372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:33.441341 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-d27a5b32-c0a0-481b-922a-9f2ef9a3cbd5 service neutron] 10.222.0.30 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031004 Feb 17 04:39:33.448394 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Request body: {'port': {'device_id': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:33.511511 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4ab54-68f3-4c85-a74a-30e539e7762b None None] Port 9c8d9e88-eab4-4c1a-adf8-d65694486006 cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:39:33.522988 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Made reservation on behalf of befae0ac515a484db91eb597439002ba for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:39:33.529288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:33.560753 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:33.586775 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-899677c9-ce92-43dc-8814-f9b33ded8c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:33.665014 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d467fdf-9ef5-44a9-b4ab-62cf81f06d88 req-7b69cfda-31f8-425a-9147-a9b2036ab24e tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:33.667004 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3d467fdf-9ef5-44a9-b4ab-62cf81f06d88 req-7b69cfda-31f8-425a-9147-a9b2036ab24e tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 945 time: 0.4031346 Feb 17 04:39:33.691704 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-899677c9-ce92-43dc-8814-f9b33ded8c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:33.861949 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3d467fdf-9ef5-44a9-b4ab-62cf81f06d88 req-c684c27c-b3b9-40d2-b09b-498109599505 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825781 Feb 17 04:39:34.042736 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-ce171e38-fe77-4742-ac90-704c863f2fc8 service neutron] 10.222.0.30 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5570674 Feb 17 04:39:34.368912 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-899677c9-ce92-43dc-8814-f9b33ded8c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:34.377143 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:34.454410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:34.455919 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899677c9-ce92-43dc-8814-f9b33ded8c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3658566-f9ac-432f-834f-2bd235657d63,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:34.474000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-899677c9-ce92-43dc-8814-f9b33ded8c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:34.503826 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-899677c9-ce92-43dc-8814-f9b33ded8c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:34.517037 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-899677c9-ce92-43dc-8814-f9b33ded8c4b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3658566-f9ac-432f-834f-2bd235657d63 HTTP/1.1" status: 204 len: 168 time: 1.3125319 Feb 17 04:39:34.617427 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199888ac-82ad-4e4d-bb7f-c6a0fd393451 req-f17acc46-536f-4853-b71d-5db20eb1fb18 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:34.619171 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-199888ac-82ad-4e4d-bb7f-c6a0fd393451 req-f17acc46-536f-4853-b71d-5db20eb1fb18 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 931 time: 0.5266049 Feb 17 04:39:34.762074 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20de95e-d87b-41cf-aa8d-886380ba445b {{(pid=84101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:39:34.778184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:34.784371 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-199888ac-82ad-4e4d-bb7f-c6a0fd393451 req-453f98fd-ad00-4751-9e0e-dcb9ac5ff0c2 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112890 Feb 17 04:39:34.794782 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-65f05162-56b2-4e60-8a29-0a6f724064a2 req-66ff7bb7-4ffa-4baa-bbd2-9f905d8fd0a6 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 210 time: 0.2680597 Feb 17 04:39:35.035589 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62f81e65-a8a4-4045-9f66-eafec2c89d11 req-35fe102e-f5ae-47fe-9d82-69fd10e2afec tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 210 time: 0.0705438 Feb 17 04:39:35.091619 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Transition to ACTIVE for port object d20de95e-d87b-41cf-aa8d-886380ba445b will not be triggered until provisioned by entity L2. {{(pid=84101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:35.157621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853031306'] for port, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:35.196592 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:35.521724 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Pushing event updated for resources: {'Port': ['ID=d20de95e-d87b-41cf-aa8d-886380ba445b,revision_number=2']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:35.545375 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:35.666124 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48696) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:36.111314 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Attempting to bind port d20de95e-d87b-41cf-aa8d-886380ba445b on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:36.112046 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Attempting to bind port d20de95e-d87b-41cf-aa8d-886380ba445b by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '209b3c50-8a46-44e1-891a-31faf52499b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85566346-7810-448b-acd9-9bba5936da34'}] {{(pid=84101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:36.115611 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Attempting to bind port d20de95e-d87b-41cf-aa8d-886380ba445b on network 85566346-7810-448b-acd9-9bba5936da34 {{(pid=84101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:36.134857 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:36.135830 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Checking segment: {'id': '209b3c50-8a46-44e1-891a-31faf52499b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85566346-7810-448b-acd9-9bba5936da34'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:36.137475 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:36.138596 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Bound using segment: {'id': '209b3c50-8a46-44e1-891a-31faf52499b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85566346-7810-448b-acd9-9bba5936da34'} {{(pid=84101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:36.139747 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Bound port: d20de95e-d87b-41cf-aa8d-886380ba445b, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209b3c50-8a46-44e1-891a-31faf52499b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85566346-7810-448b-acd9-9bba5936da34'}}] {{(pid=84101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:36.140232 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:36.234106 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8d9e88-eab4-4c1a-adf8-d65694486006 {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:39:36.262679 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:36.268669 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Allocated IP 172.20.0.7 (85566346-7810-448b-acd9-9bba5936da34/a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a/ea9fe5a3-9253-4a41-9b2c-33477e0b1705) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:36.327861 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] For port d20de95e-d87b-41cf-aa8d-886380ba445b, host hv-cinder-75998, cleared binding levels {{(pid=84101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:36.334527 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] For port d20de95e-d87b-41cf-aa8d-886380ba445b, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=d20de95e-d87b-41cf-aa8d-886380ba445b,segment=NetworkSegment(209b3c50-8a46-44e1-891a-31faf52499b0),segment_id=209b3c50-8a46-44e1-891a-31faf52499b0)] {{(pid=84101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:36.435529 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Transition to ACTIVE for port object 9c8d9e88-eab4-4c1a-adf8-d65694486006 will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:36.503863 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:36.579654 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-8eb0fd00-f1a7-4281-8072-8d0eca167ee4 req-a76d22b9-c10f-4cb0-a23c-921363ea0eda tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Synchronizing usage tracker for tenant:befae0ac515a484db91eb597439002ba on resource:port {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:36.588156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853031306'] for port, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:36.611001 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-158bfbbf-c280-4142-a8a6-59ac3a53371a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:36.661703 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:36.704721 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:36.861462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-158bfbbf-c280-4142-a8a6-59ac3a53371a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:36.889518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-158bfbbf-c280-4142-a8a6-59ac3a53371a admin admin] Usage tracker for resource:security_group_rule and tenant:3bba26d36bd04fc5b64f6579473f778b is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:36.901105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58b900-971f-4605-a74b-2e26cfeb9e39 req-1704a76e-a28b-413e-b503-2581d917ca7a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:36.902454 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-1c58b900-971f-4605-a74b-2e26cfeb9e39 req-1704a76e-a28b-413e-b503-2581d917ca7a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Synchronizing usage tracker for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:36.906146 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-8eb0fd00-f1a7-4281-8072-8d0eca167ee4 req-a76d22b9-c10f-4cb0-a23c-921363ea0eda tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Unset dirty status for tenant:befae0ac515a484db91eb597439002ba on resource:port {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:36.907731 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8eb0fd00-f1a7-4281-8072-8d0eca167ee4 req-a76d22b9-c10f-4cb0-a23c-921363ea0eda tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 210 time: 0.5713780 Feb 17 04:39:36.910637 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-158bfbbf-c280-4142-a8a6-59ac3a53371a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:36.933085 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8d9e88-eab4-4c1a-adf8-d65694486006,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:36.933836 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-158bfbbf-c280-4142-a8a6-59ac3a53371a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:36.946404 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:36.958650 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Pushing event updated for resources: {'Port': ['ID=d20de95e-d87b-41cf-aa8d-886380ba445b,revision_number=3']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:36.993956 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:37.140632 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-1c58b900-971f-4605-a74b-2e26cfeb9e39 req-1704a76e-a28b-413e-b503-2581d917ca7a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Unset dirty status for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:37.142007 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1c58b900-971f-4605-a74b-2e26cfeb9e39 req-1704a76e-a28b-413e-b503-2581d917ca7a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 931 time: 0.8841507 Feb 17 04:39:37.151636 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:37.152891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for port, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.155040 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] 10.222.0.65 "PUT /v2.0/ports/d20de95e-d87b-41cf-aa8d-886380ba445b HTTP/1.1" status: 200 len: 1157 time: 4.2170229 Feb 17 04:39:37.159666 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1cc5ab-ac7b-4265-8091-0be4c3016fe0', 'tag': 'd20de95e-d87b-41cf-aa8d-886380ba445b'}] {{(pid=84101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:37.214374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9c3e849f-04e6-42c8-aec0-8a3fa908b327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.347586 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1c58b900-971f-4605-a74b-2e26cfeb9e39 req-fe1714d6-07cc-4af4-a40f-2288252db081 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739733 Feb 17 04:39:37.583788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.65', 57730) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:37.588051 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8553a558-eb7e-4020-8ac0-011981a01e65 req-30727a73-5c95-433d-a64c-357f105b9b4a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 210 time: 0.1679330 Feb 17 04:39:37.671552 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:39:37.682658 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-158bfbbf-c280-4142-a8a6-59ac3a53371a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.682658 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-4294fbb7-81a1-4498-a5ef-a0ffca3b0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:37.687309 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-4294fbb7-81a1-4498-a5ef-a0ffca3b0540 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=befae0ac515a484db91eb597439002ba&device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 1160 time: 0.4237664 Feb 17 04:39:37.830728 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-132bb4a4-ea3a-4466-b2f1-4a4805a2ce46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d20de95e-d87b-41cf-aa8d-886380ba445b HTTP/1.1" status: 200 len: 217 time: 0.1354902 Feb 17 04:39:37.832027 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-158bfbbf-c280-4142-a8a6-59ac3a53371a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:37.914164 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-899677c9-ce92-43dc-8814-f9b33ded8c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:37.973189 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-158bfbbf-c280-4142-a8a6-59ac3a53371a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3bba26d36bd04fc5b64f6579473f778b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3049588 Feb 17 04:39:38.008133 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 48796) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:38.059442 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bfbbf-c280-4142-a8a6-59ac3a53371a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21992e4-961c-4fea-88e8-05d3e985cb5a,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:38.063035 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-158bfbbf-c280-4142-a8a6-59ac3a53371a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:38.064813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-ac09496f-0152-41f9-adaa-ac65a9251bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:38.066489 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-ac09496f-0152-41f9-adaa-ac65a9251bb2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a HTTP/1.1" status: 200 len: 858 time: 0.1576796 Feb 17 04:39:38.180748 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-fa8e80cf-d27a-4b01-8a1b-2534b25c263c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85566346-7810-448b-acd9-9bba5936da34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064143 Feb 17 04:39:38.183733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Attempting to bind port 9c8d9e88-eab4-4c1a-adf8-d65694486006 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:38.184477 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Attempting to bind port 9c8d9e88-eab4-4c1a-adf8-d65694486006 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:38.184868 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Attempting to bind port 9c8d9e88-eab4-4c1a-adf8-d65694486006 on network 2d7a82db-0693-4b36-bdf2-4e1d79993092 {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:38.269279 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.323048 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:38.323458 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Checking segment: {'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:38.324108 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.324547 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Bound using segment: {'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:38.325159 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Bound port: 9c8d9e88-eab4-4c1a-adf8-d65694486006, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:38.325626 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.512397 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1cc5ab-ac7b-4265-8091-0be4c3016fe0', 'tag': 'd20de95e-d87b-41cf-aa8d-886380ba445b', 'status': 'completed', 'code': 200} Feb 17 04:39:38.520483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.524724 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-b43c2979-6bf9-450c-9c27-667ea0e787bf service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373501 Feb 17 04:39:38.595780 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-c83a5e6b-ce03-4dab-8274-6cb70bffd06d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:38.597518 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-c83a5e6b-ce03-4dab-8274-6cb70bffd06d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.65 "GET /v2.0/networks?id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c HTTP/1.1" status: 200 len: 810 time: 0.9736567 Feb 17 04:39:38.618899 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] For port 9c8d9e88-eab4-4c1a-adf8-d65694486006, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:38.632474 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.731140 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] For port 9c8d9e88-eab4-4c1a-adf8-d65694486006, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9c8d9e88-eab4-4c1a-adf8-d65694486006,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:38.784766 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.786347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:38.787667 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:39.133623 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841c06b-bf9b-413d-b1a0-e512d00b6809 req-95085bbc-da1c-4f8b-9259-b3355441cad2 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:39.142221 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4841c06b-bf9b-413d-b1a0-e512d00b6809 req-95085bbc-da1c-4f8b-9259-b3355441cad2 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 931 time: 0.3450093 Feb 17 04:39:39.183678 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f0f6cc2-15f5-4b11-9384-04fc9d37734c req-360148cd-1e15-4beb-8849-2cb9a81f71ab service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6465523 Feb 17 04:39:39.257392 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-4841c06b-bf9b-413d-b1a0-e512d00b6809 req-a771a490-34d1-4f43-8899-9b639b68aa80 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Synchronizing usage tracker for tenant:befae0ac515a484db91eb597439002ba on resource:security_group {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:39.373631 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-4841c06b-bf9b-413d-b1a0-e512d00b6809 req-a771a490-34d1-4f43-8899-9b639b68aa80 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Unset dirty status for tenant:befae0ac515a484db91eb597439002ba on resource:security_group {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:39.382641 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4841c06b-bf9b-413d-b1a0-e512d00b6809 req-a771a490-34d1-4f43-8899-9b639b68aa80 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390695 Feb 17 04:39:39.482480 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d774d3-7a4a-471d-8d08-c383aa4957fa req-5ee7c1b2-8d39-4a0c-941c-9a6bd95254f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:39.490577 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-61d774d3-7a4a-471d-8d08-c383aa4957fa req-5ee7c1b2-8d39-4a0c-941c-9a6bd95254f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=befae0ac515a484db91eb597439002ba&device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 1160 time: 0.1908069 Feb 17 04:39:39.556554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0449b1f8-885f-4b3c-b451-219f8b88fc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:39.592936 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-28f784a0-8c45-4d0f-9e0a-d29416206348 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b027197d07e3499fb8ba5782c70e429a HTTP/1.1" status: 200 len: 5704 time: 0.9058421 Feb 17 04:39:39.601230 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8132669d-4185-4c20-bd0f-a36a0ccba967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:39.719466 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Request body: {'port': {'device_id': '1a66e372-a026-491f-b30c-4cbc894f337e', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'admin_state_up': True, 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'security_groups': ['6456158b-e62b-42f0-9f24-852584dc84db']}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:39.736000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21992e4-961c-4fea-88e8-05d3e985cb5a,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:39.929246 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:39.951656 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.952082 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.952436 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.952850 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.953396 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.953705 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.954058 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.954437 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.954829 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.955206 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.955580 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.955949 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.956365 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.956770 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.957148 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.957508 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.957883 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.958290 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.958663 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.959043 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.959400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.959973 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.960126 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.960494 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:39.975379 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:39.985171 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:40.018347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:40.019855 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b21992e4-961c-4fea-88e8-05d3e985cb5a HTTP/1.1" status: 204 len: 168 time: 1.9816499 Feb 17 04:39:40.158344 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-71ae92df-6e1d-408a-8859-f595a365d962 req-8efcee37-a2f0-4c57-9e12-79d0ed012c3c tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 210 time: 0.4078364 Feb 17 04:39:40.238242 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfe880-cd1a-42cd-bda7-df71d3e65843 req-d3f7e87d-ce59-478c-9d88-ba7751ddc288 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:40.241959 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ebdfe880-cd1a-42cd-bda7-df71d3e65843 req-d3f7e87d-ce59-478c-9d88-ba7751ddc288 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.7855437 Feb 17 04:39:40.270423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d774d3-7a4a-471d-8d08-c383aa4957fa req-c0d13921-744b-4977-ab60-c310c73850f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:40.273531 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-61d774d3-7a4a-471d-8d08-c383aa4957fa req-c0d13921-744b-4977-ab60-c310c73850f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=85566346-7810-448b-acd9-9bba5936da34 HTTP/1.1" status: 200 len: 912 time: 0.7752037 Feb 17 04:39:40.284564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:40.285279 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:40.287442 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] 10.222.0.65 "PUT /v2.0/ports/9c8d9e88-eab4-4c1a-adf8-d65694486006 HTTP/1.1" status: 200 len: 1157 time: 6.8450511 Feb 17 04:39:40.385733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'tag': '9c8d9e88-eab4-4c1a-adf8-d65694486006'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:40.466825 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-61d774d3-7a4a-471d-8d08-c383aa4957fa req-3323bcaf-9cff-47c0-aae9-0f38309ccd48 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d20de95e-d87b-41cf-aa8d-886380ba445b HTTP/1.1" status: 200 len: 217 time: 0.1839883 Feb 17 04:39:40.550687 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8d9e88-eab4-4c1a-adf8-d65694486006,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:40.578027 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'tag': '9c8d9e88-eab4-4c1a-adf8-d65694486006', 'status': 'completed', 'code': 200} Feb 17 04:39:40.631924 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d774d3-7a4a-471d-8d08-c383aa4957fa req-198f9ff7-c3e2-488b-8a79-7984a3338903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:40.632015 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-61d774d3-7a4a-471d-8d08-c383aa4957fa req-198f9ff7-c3e2-488b-8a79-7984a3338903 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a HTTP/1.1" status: 200 len: 858 time: 0.1504557 Feb 17 04:39:40.778845 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Network 85566346-7810-448b-acd9-9bba5936da34 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:40.791235 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:40.807315 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:40.812326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:40.813078 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:40.836370 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-61d774d3-7a4a-471d-8d08-c383aa4957fa req-8c3b6965-7233-49a4-8e28-d0da8da17eda service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85566346-7810-448b-acd9-9bba5936da34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1966538 Feb 17 04:39:40.866956 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:40.924389 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ebdfe880-cd1a-42cd-bda7-df71d3e65843 req-41647012-fa51-41d5-86a6-4de5d0d4d2ed tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6212988 Feb 17 04:39:40.959593 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:41.031657 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50263425-e429-4feb-9675-467737b682d9 req-a74e0c2b-d28c-4657-a4da-18ebe8acb5c9 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:41.048161 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Pushing event updated for resources: {'Port': ['ID=ea9fe5a3-9253-4a41-9b2c-33477e0b1705,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:41.050073 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-50263425-e429-4feb-9675-467737b682d9 req-a74e0c2b-d28c-4657-a4da-18ebe8acb5c9 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 931 time: 0.2878208 Feb 17 04:39:41.067869 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.078s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:41.074851 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.339s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:41.075385 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:41.079646 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1928036 Feb 17 04:39:41.094810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-5c550e0e-b74c-4291-ac00-17759d7b1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:41.098456 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-5c550e0e-b74c-4291-ac00-17759d7b1260 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 1160 time: 0.6662550 Feb 17 04:39:41.106893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Request body: {'port': {'device_id': '4b6c2e87-ca3a-457d-89f8-b63f814a87cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:41.167802 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-50263425-e429-4feb-9675-467737b682d9 req-3df18e2e-f46a-4c59-90f6-0c1882f5d1c5 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017835 Feb 17 04:39:41.174980 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-61d774d3-7a4a-471d-8d08-c383aa4957fa req-e9f33ce6-fa85-4a25-92f0-880036486369 service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295407 Feb 17 04:39:41.258461 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Made reservation on behalf of b027197d07e3499fb8ba5782c70e429a for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:39:41.264225 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:41.326861 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-c5055431-18b9-4fcd-949a-e4e6d7fe6712 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c8d9e88-eab4-4c1a-adf8-d65694486006 HTTP/1.1" status: 200 len: 217 time: 0.1405034 Feb 17 04:39:41.409199 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:41.426320 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48926) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:41.458844 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-61d774d3-7a4a-471d-8d08-c383aa4957fa req-009b7eb4-3fd3-4322-a8d4-9d077b25972e service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2764578 Feb 17 04:39:41.459851 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:41.481170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:41.486814 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Usage tracker for resource:security_group_rule and tenant:1cc9b97b19b24c2db8b787a8554a4cc5 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:41.491208 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:41.501144 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-66cc3ee5-d034-4030-ab98-874969d480b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:41.501509 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:41.504258 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-66cc3ee5-d034-4030-ab98-874969d480b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74b38920-b506-4cd3-87a7-221a55afe365 HTTP/1.1" status: 200 len: 856 time: 0.1480038 Feb 17 04:39:41.618705 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:41.663079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:41.707702 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-df6867fc-6ac6-413d-a0fa-c0fb766d46ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:41.798842 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cff2d4-593b-40b7-9f4e-410c9089e091,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:41.814055 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.814711 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.815416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.819880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.819880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.819880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.819880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.819880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.819880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.819880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.819880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.819880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.819880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.820903 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.821483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.822044 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.822605 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.823166 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.823740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.824312 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.824905 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.825448 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.826169 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.826747 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:41.831836 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:41.835597 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1cc9b97b19b24c2db8b787a8554a4cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070702 Feb 17 04:39:41.841089 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48942) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:41.850507 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bc9b11f3-b189-4f4c-a30d-6f36795dedc4 req-2e6c5277-3d6f-4b41-9962-5e26653b7520 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 210 time: 0.3436875 Feb 17 04:39:41.965851 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-55ca4b72-c0a9-45af-aac4-dca38359bf2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.093198 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-55ca4b72-c0a9-45af-aac4-dca38359bf2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.194069 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.277653 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.406861 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-55ca4b72-c0a9-45af-aac4-dca38359bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.419505 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f1afa69a-5ba7-47fc-9f24-0ca07216af07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:42.502759 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-48afb7f0-e312-4387-beb9-77f53d5d22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:42.505540 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-48afb7f0-e312-4387-beb9-77f53d5d22ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d7a82db-0693-4b36-bdf2-4e1d79993092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9683855 Feb 17 04:39:42.543534 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca4b72-c0a9-45af-aac4-dca38359bf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cff2d4-593b-40b7-9f4e-410c9089e091,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:42.551439 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-55ca4b72-c0a9-45af-aac4-dca38359bf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:42.570554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-55ca4b72-c0a9-45af-aac4-dca38359bf2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:42.573181 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-55ca4b72-c0a9-45af-aac4-dca38359bf2a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93cff2d4-593b-40b7-9f4e-410c9089e091 HTTP/1.1" status: 204 len: 168 time: 0.7307141 Feb 17 04:39:42.693589 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7829a56-b9d7-430d-b346-589fd10da80d req-ed8fe08a-3b08-42da-aa4b-73fadefee7f9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:42.698097 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b7829a56-b9d7-430d-b346-589fd10da80d req-ed8fe08a-3b08-42da-aa4b-73fadefee7f9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.2804289 Feb 17 04:39:42.762585 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b7829a56-b9d7-430d-b346-589fd10da80d req-eefc10d4-cb7e-409a-a8eb-5a744066cfa8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583777 Feb 17 04:39:42.924344 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 48974) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:43.134704 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4c565426-7328-4bdf-ad31-50d8753a7115 req-12dff6be-f699-438e-9ad2-8307fed6b900 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 210 time: 0.0868447 Feb 17 04:39:43.573259 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4e164229-c6e5-437e-9900-b9dd8c6dc56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:43.596230 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-4e164229-c6e5-437e-9900-b9dd8c6dc56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:43.602410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-4e164229-c6e5-437e-9900-b9dd8c6dc56a admin admin] Usage tracker for resource:security_group_rule and tenant:d1a5427813704d10a163cdf212d26369 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:43.607792 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-4e164229-c6e5-437e-9900-b9dd8c6dc56a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:43.632017 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-4e164229-c6e5-437e-9900-b9dd8c6dc56a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:43.735528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.objects.ports [None req-bd43b409-4646-4bba-b5b4-957739fb68c6 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84103) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:39:43.777988 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4e164229-c6e5-437e-9900-b9dd8c6dc56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:43.813449 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4e164229-c6e5-437e-9900-b9dd8c6dc56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:43.826945 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9ab2e038-382d-4303-af64-d2741d0a1832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:43.913037 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-4e164229-c6e5-437e-9900-b9dd8c6dc56a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1a5427813704d10a163cdf212d26369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9873862 Feb 17 04:39:43.914592 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e164229-c6e5-437e-9900-b9dd8c6dc56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd4a1a0-3c1c-48e3-8708-135781989c82,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:43.919543 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49008) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:43.942178 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4e164229-c6e5-437e-9900-b9dd8c6dc56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:43.943941 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-8628c783-4685-4529-ae71-df5dd9a81451 service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4298685 Feb 17 04:39:44.104554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6184f899-4ed3-4a2c-8e78-4081cf243b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:44.168045 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793e0bd-8e3f-4224-a9b4-d9e31f8e9f2b req-5b2ea923-b2b2-43c7-9b52-cd6173c08fa0 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:44.168876 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-4793e0bd-8e3f-4224-a9b4-d9e31f8e9f2b req-5b2ea923-b2b2-43c7-9b52-cd6173c08fa0 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Synchronizing usage tracker for tenant:befae0ac515a484db91eb597439002ba on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:44.178729 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6184f899-4ed3-4a2c-8e78-4081cf243b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:44.190394 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Allocated IP 172.20.0.13 (db56afd7-203e-44fe-a4c0-bc1abcbe6d8c/24db9e6c-4099-46d8-ad28-21e2d704428a/9ecd0396-37f8-4e16-88be-c260d0416d25) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:39:44.268373 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device d20de95e-d87b-41cf-aa8d-886380ba445b up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:44.428426 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49920600-fa13-4980-a170-02ead2db7ba1 req-5a66986f-6e3a-4eb0-b55a-fe53bd9fd4a1 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:44.431673 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-49920600-fa13-4980-a170-02ead2db7ba1 req-5a66986f-6e3a-4eb0-b55a-fe53bd9fd4a1 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.2355759 Feb 17 04:39:44.505542 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6184f899-4ed3-4a2c-8e78-4081cf243b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:44.523316 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c625a4e0-0f2d-4ea8-aeab-b98ab9bd0c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:44.524342 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-4793e0bd-8e3f-4224-a9b4-d9e31f8e9f2b req-5b2ea923-b2b2-43c7-9b52-cd6173c08fa0 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Unset dirty status for tenant:befae0ac515a484db91eb597439002ba on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:44.527012 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4793e0bd-8e3f-4224-a9b4-d9e31f8e9f2b req-5b2ea923-b2b2-43c7-9b52-cd6173c08fa0 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 931 time: 1.9714096 Feb 17 04:39:44.576075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port d20de95e-d87b-41cf-aa8d-886380ba445b completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:44.583761 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port d20de95e-d87b-41cf-aa8d-886380ba445b triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:44.584386 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:44.610559 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184f899-4ed3-4a2c-8e78-4081cf243b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd4a1a0-3c1c-48e3-8708-135781989c82,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:44.618622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6184f899-4ed3-4a2c-8e78-4081cf243b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:44.620772 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6184f899-4ed3-4a2c-8e78-4081cf243b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:44.624510 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-6184f899-4ed3-4a2c-8e78-4081cf243b49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bcd4a1a0-3c1c-48e3-8708-135781989c82 HTTP/1.1" status: 204 len: 168 time: 0.7029600 Feb 17 04:39:44.649406 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-49920600-fa13-4980-a170-02ead2db7ba1 req-19b2dbcf-036e-4400-866e-bfcf2194eb25 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022800 Feb 17 04:39:44.845036 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-061446a2-46de-4ad6-aa4d-0e1523ef5852 req-ee0e3cb9-8041-429a-9eb2-d17c6ab9b39a service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8879898 Feb 17 04:39:45.030651 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:45.088397 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port d20de95e-d87b-41cf-aa8d-886380ba445b, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=d20de95e-d87b-41cf-aa8d-886380ba445b,segment=NetworkSegment(209b3c50-8a46-44e1-891a-31faf52499b0),segment_id=209b3c50-8a46-44e1-891a-31faf52499b0)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:45.093695 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1cc5ab-ac7b-4265-8091-0be4c3016fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20de95e-d87b-41cf-aa8d-886380ba445b'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:45.150812 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:45.153960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:45.261552 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5126450-5fc8-4710-9a32-0d6d7aec9f74 req-bd166a01-53ca-42f7-9c47-4c238dad6855 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:45.273698 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f5126450-5fc8-4710-9a32-0d6d7aec9f74 req-bd166a01-53ca-42f7-9c47-4c238dad6855 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 945 time: 0.2843246 Feb 17 04:39:45.330538 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=d20de95e-d87b-41cf-aa8d-886380ba445b,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:45.343051 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:45.427904 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f5126450-5fc8-4710-9a32-0d6d7aec9f74 req-7f0b6a07-d761-42c8-8035-518d5c9eca03 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369448 Feb 17 04:39:45.473429 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:45.493651 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Transition to ACTIVE for port object 9ecd0396-37f8-4e16-88be-c260d0416d25 will not be triggered until provisioned by entity DHCP. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:45.533789 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4793e0bd-8e3f-4224-a9b4-d9e31f8e9f2b req-1cf4abeb-20c4-40d0-9bc7-241678e5b61d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9878869 Feb 17 04:39:45.593493 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device d20de95e-d87b-41cf-aa8d-886380ba445b up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:45.643203 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:45.706817 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49048) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:45.817130 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:45.907480 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1cc5ab-ac7b-4265-8091-0be4c3016fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20de95e-d87b-41cf-aa8d-886380ba445b', 'code': 200} Feb 17 04:39:45.963884 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780e372-d611-45d9-9e1c-733912e132d6 req-88286224-8cb4-4e83-8d4f-664d6d32db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:45.986297 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f780e372-d611-45d9-9e1c-733912e132d6 req-88286224-8cb4-4e83-8d4f-664d6d32db60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 1160 time: 0.8440464 Feb 17 04:39:46.005356 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port d20de95e-d87b-41cf-aa8d-886380ba445b triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:46.013515 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:46.339030 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-758791a8-8448-426c-86ad-7c940561f786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:46.344586 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event updated for resources: {'Port': ['ID=9ecd0396-37f8-4e16-88be-c260d0416d25,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:46.352575 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780e372-d611-45d9-9e1c-733912e132d6 req-f53a68e8-734f-4dad-823e-cdbf4dc05b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:46.355054 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f780e372-d611-45d9-9e1c-733912e132d6 req-f53a68e8-734f-4dad-823e-cdbf4dc05b03 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d7a82db-0693-4b36-bdf2-4e1d79993092 HTTP/1.1" status: 200 len: 911 time: 0.3677347 Feb 17 04:39:46.364474 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:46.444745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-758791a8-8448-426c-86ad-7c940561f786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:46.465136 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-758791a8-8448-426c-86ad-7c940561f786 admin admin] Usage tracker for resource:security_group_rule and tenant:e9f28b97c34b4bff86265e3dd9605025 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:46.479349 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-758791a8-8448-426c-86ad-7c940561f786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:46.496154 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9213f42-bb90-4611-ac36-cf164f65e55c req-5a9389c4-7e53-446b-ab92-135ee399e333 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:46.513717 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d9213f42-bb90-4611-ac36-cf164f65e55c req-5a9389c4-7e53-446b-ab92-135ee399e333 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 932 time: 0.7177093 Feb 17 04:39:46.514755 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.65', 57743) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:46.544059 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-758791a8-8448-426c-86ad-7c940561f786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:46.663578 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 49072) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:46.674293 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f780e372-d611-45d9-9e1c-733912e132d6 req-426c1113-0c5a-4f5c-b255-dfae02f8d390 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c8d9e88-eab4-4c1a-adf8-d65694486006 HTTP/1.1" status: 200 len: 217 time: 0.1662331 Feb 17 04:39:46.693249 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9fe5a3-9253-4a41-9b2c-33477e0b1705 {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:39:46.750347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:46.759145 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8661a081-56cd-42c0-ae87-278e34ba1178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:46.825493 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Transition to ACTIVE for port object ea9fe5a3-9253-4a41-9b2c-33477e0b1705 will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:46.833668 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8661a081-56cd-42c0-ae87-278e34ba1178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:46.857410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8661a081-56cd-42c0-ae87-278e34ba1178 admin admin] Usage tracker for resource:security_group_rule and tenant:569e46ce9ec8449fbbb232da1b5208d0 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:46.861216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d9213f42-bb90-4611-ac36-cf164f65e55c req-217a31ab-6e23-474b-9919-0d4ab2e2dbfd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Synchronizing usage tracker for tenant:b027197d07e3499fb8ba5782c70e429a on resource:security_group {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:46.873088 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8661a081-56cd-42c0-ae87-278e34ba1178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:46.882635 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:46.889525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780e372-d611-45d9-9e1c-733912e132d6 req-29179053-fd3a-438b-b152-825a0c0deec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:46.891747 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f780e372-d611-45d9-9e1c-733912e132d6 req-29179053-fd3a-438b-b152-825a0c0deec2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74b38920-b506-4cd3-87a7-221a55afe365 HTTP/1.1" status: 200 len: 856 time: 0.1930134 Feb 17 04:39:46.895245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8448b4a-7935-4317-a990-87520e70305f req-1a615990-689a-41ec-9f76-5115af968756 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:46.896682 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8661a081-56cd-42c0-ae87-278e34ba1178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:46.898358 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e8448b4a-7935-4317-a990-87520e70305f req-1a615990-689a-41ec-9f76-5115af968756 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.65 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 945 time: 0.6838799 Feb 17 04:39:46.921523 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:47.045984 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d9213f42-bb90-4611-ac36-cf164f65e55c req-217a31ab-6e23-474b-9919-0d4ab2e2dbfd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Unset dirty status for tenant:b027197d07e3499fb8ba5782c70e429a on resource:security_group {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:47.048272 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d9213f42-bb90-4611-ac36-cf164f65e55c req-217a31ab-6e23-474b-9919-0d4ab2e2dbfd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5134413 Feb 17 04:39:47.159483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e62c0-230c-4646-9f41-89c9579fe3f3 req-1b1fef2a-39da-41e9-9e70-79a466b31699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:47.163020 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-552e62c0-230c-4646-9f41-89c9579fe3f3 req-1b1fef2a-39da-41e9-9e70-79a466b31699 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 1162 time: 0.6368508 Feb 17 04:39:47.163840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8661a081-56cd-42c0-ae87-278e34ba1178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:47.199428 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Deleting port e7a88e76-f217-4bd5-b04a-c44f49afa287 {{(pid=84101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:47.200093 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:47.250078 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8661a081-56cd-42c0-ae87-278e34ba1178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:47.264465 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1f523-d20f-4f20-b16e-8ab31429fd58 req-ba200fc2-ee5e-4d5f-a453-a4b9358e0acd tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:47.272504 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8ca1f523-d20f-4f20-b16e-8ab31429fd58 req-ba200fc2-ee5e-4d5f-a453-a4b9358e0acd tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.9289970 Feb 17 04:39:47.315100 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:39:47.326518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:39:47.346091 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:39:47.351345 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:47.352061 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:47.421396 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-758791a8-8448-426c-86ad-7c940561f786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:47.427010 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9fe5a3-9253-4a41-9b2c-33477e0b1705,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:47.446489 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:47.452783 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-8661a081-56cd-42c0-ae87-278e34ba1178 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=569e46ce9ec8449fbbb232da1b5208d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7868018 Feb 17 04:39:47.453931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:47.467032 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 49088) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:47.486605 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8ca1f523-d20f-4f20-b16e-8ab31429fd58 req-0669bd94-da01-4ca6-840d-04649273a0d4 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129922 Feb 17 04:39:47.548160 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-758791a8-8448-426c-86ad-7c940561f786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:47.563925 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device e7a88e76-f217-4bd5-b04a-c44f49afa287 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:39:47.567504 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:47.683588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758791a8-8448-426c-86ad-7c940561f786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38c369e-c214-429e-923b-704501f0bd59,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:47.694326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-758791a8-8448-426c-86ad-7c940561f786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:47.698721 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-552e62c0-230c-4646-9f41-89c9579fe3f3 req-e8531d06-8e9f-484c-b03b-c790ea8f911b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108082 Feb 17 04:39:47.765648 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-758791a8-8448-426c-86ad-7c940561f786 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9f28b97c34b4bff86265e3dd9605025&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0563502 Feb 17 04:39:47.788973 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49098) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:47.830359 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1486766 Feb 17 04:39:47.878521 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:47.943755 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518e4847-22c0-454c-84a6-362e93ec3596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a88e76-f217-4bd5-b04a-c44f49afa287'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:47.958575 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815d573-7df9-4a89-9652-882455a03570 req-1e8e71fa-ce65-4aa2-b291-f11968e7bc95 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:47.959319 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port e7a88e76-f217-4bd5-b04a-c44f49afa287, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e7a88e76-f217-4bd5-b04a-c44f49afa287,segment=NetworkSegment(dffe3611-8706-4da2-99bc-500113a6da03),segment_id=dffe3611-8706-4da2-99bc-500113a6da03)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:47.960401 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e815d573-7df9-4a89-9652-882455a03570 req-1e8e71fa-ce65-4aa2-b291-f11968e7bc95 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 945 time: 0.6584270 Feb 17 04:39:47.962489 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-c312a877-9246-42dd-84ea-5214d68e22d1 None None] Provisioning for port 9ecd0396-37f8-4e16-88be-c260d0416d25 completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:47.972481 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-c312a877-9246-42dd-84ea-5214d68e22d1 None None] Provisioning complete for port 9ecd0396-37f8-4e16-88be-c260d0416d25 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:47.973586 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c312a877-9246-42dd-84ea-5214d68e22d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.014026 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1b9a6380-8a17-4c42-b5db-23f37b9e8acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.030262 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] For port e7a88e76-f217-4bd5-b04a-c44f49afa287, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e7a88e76-f217-4bd5-b04a-c44f49afa287,segment=NetworkSegment(dffe3611-8706-4da2-99bc-500113a6da03),segment_id=dffe3611-8706-4da2-99bc-500113a6da03)] {{(pid=84101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:48.030677 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.053335 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.061102 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:48.163653 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661a081-56cd-42c0-ae87-278e34ba1178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f98f9e-0abe-42c2-ad99-9b5ee9d42025,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:48.167559 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8661a081-56cd-42c0-ae87-278e34ba1178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:48.168424 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9bee-1376-481f-bd2c-4803b5b0ab4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.212048 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-c312a877-9246-42dd-84ea-5214d68e22d1 None None] Port 9ecd0396-37f8-4e16-88be-c260d0416d25 cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:39:48.223704 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Calling delete_port for e7a88e76-f217-4bd5-b04a-c44f49afa287 owned by compute:nova {{(pid=84101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:48.244518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=e7a88e76-f217-4bd5-b04a-c44f49afa287,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:48.259245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Request body: {'port': {'device_id': '1a66e372-a026-491f-b30c-4cbc894f337e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:48.260745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1b9a6380-8a17-4c42-b5db-23f37b9e8acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.263451 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.264074 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.264786 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.265313 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.266132 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.266857 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.267547 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.268233 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.269087 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.269613 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.270644 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.271415 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.272327 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.273205 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.274039 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.274978 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.275875 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.276782 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.277723 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.278588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.279371 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.280525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.281393 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.282296 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:39:48.301534 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:48.323444 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780e372-d611-45d9-9e1c-733912e132d6 req-eddc1de7-0926-48da-95c7-ec3188f68f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:48.326009 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f780e372-d611-45d9-9e1c-733912e132d6 req-eddc1de7-0926-48da-95c7-ec3188f68f87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d7a82db-0693-4b36-bdf2-4e1d79993092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.4055610 Feb 17 04:39:48.353889 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e815d573-7df9-4a89-9652-882455a03570 req-3252ae59-595d-47cf-99b5-f3ea98edb50c tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072324 Feb 17 04:39:48.485700 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518e4847-22c0-454c-84a6-362e93ec3596', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a88e76-f217-4bd5-b04a-c44f49afa287', 'code': 200} Feb 17 04:39:48.490803 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1b9a6380-8a17-4c42-b5db-23f37b9e8acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.496744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:48.504199 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9bee-1376-481f-bd2c-4803b5b0ab4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.512600 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a6380-8a17-4c42-b5db-23f37b9e8acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38c369e-c214-429e-923b-704501f0bd59,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:48.516116 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1b9a6380-8a17-4c42-b5db-23f37b9e8acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:48.518016 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84101) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:39:48.518306 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:39:48.563528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1b9a6380-8a17-4c42-b5db-23f37b9e8acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.578162 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1b9a6380-8a17-4c42-b5db-23f37b9e8acc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a38c369e-c214-429e-923b-704501f0bd59 HTTP/1.1" status: 204 len: 168 time: 0.7199674 Feb 17 04:39:48.627556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Attempting to bind port ea9fe5a3-9253-4a41-9b2c-33477e0b1705 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:48.627949 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Attempting to bind port ea9fe5a3-9253-4a41-9b2c-33477e0b1705 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '209b3c50-8a46-44e1-891a-31faf52499b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85566346-7810-448b-acd9-9bba5936da34'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:48.628331 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Attempting to bind port ea9fe5a3-9253-4a41-9b2c-33477e0b1705 on network 85566346-7810-448b-acd9-9bba5936da34 {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:48.677531 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:48.678057 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Checking segment: {'id': '209b3c50-8a46-44e1-891a-31faf52499b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85566346-7810-448b-acd9-9bba5936da34'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:48.678623 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.679036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Bound using segment: {'id': '209b3c50-8a46-44e1-891a-31faf52499b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85566346-7810-448b-acd9-9bba5936da34'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:48.679554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Bound port: ea9fe5a3-9253-4a41-9b2c-33477e0b1705, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209b3c50-8a46-44e1-891a-31faf52499b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '85566346-7810-448b-acd9-9bba5936da34'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:48.679943 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.725003 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:48.787397 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645cb5a-0fcb-43b1-8ee1-9d45b9e40c10 req-679b1dfe-159d-4326-b119-bb6e0c37ef48 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:48.795515 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d645cb5a-0fcb-43b1-8ee1-9d45b9e40c10 req-679b1dfe-159d-4326-b119-bb6e0c37ef48 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 943 time: 0.9682517 Feb 17 04:39:48.810734 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f780e372-d611-45d9-9e1c-733912e132d6 req-d112f745-ecbb-4999-9d2b-8284a58b71f6 service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641130 Feb 17 04:39:48.864518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f57c13-2115-49fb-bea5-4e48e24bed07 req-b6a3e107-aeda-473a-a233-2158485f267b tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:48.879812 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-46f57c13-2115-49fb-bea5-4e48e24bed07 req-b6a3e107-aeda-473a-a233-2158485f267b tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 932 time: 0.1927428 Feb 17 04:39:48.988786 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9bee-1376-481f-bd2c-4803b5b0ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:49.009227 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-46f57c13-2115-49fb-bea5-4e48e24bed07 req-779e58b0-f9f1-4d3c-9b99-b048d0aa8947 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275918 Feb 17 04:39:49.021501 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Deleting port e7a88e76-f217-4bd5-b04a-c44f49afa287 {{(pid=84101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:39:49.022106 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:49.101893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8661a081-56cd-42c0-ae87-278e34ba1178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:49.190583 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e9bee-1376-481f-bd2c-4803b5b0ab4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f98f9e-0abe-42c2-ad99-9b5ee9d42025,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:49.193531 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dc3e9bee-1376-481f-bd2c-4803b5b0ab4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:49.211916 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d645cb5a-0fcb-43b1-8ee1-9d45b9e40c10 req-34b3b1ef-a404-465d-90c0-83aabd625b10 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153047 Feb 17 04:39:49.281399 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] For port ea9fe5a3-9253-4a41-9b2c-33477e0b1705, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:49.285972 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9bee-1376-481f-bd2c-4803b5b0ab4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:49.291727 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-dc3e9bee-1376-481f-bd2c-4803b5b0ab4b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5f98f9e-0abe-42c2-ad99-9b5ee9d42025 HTTP/1.1" status: 204 len: 168 time: 1.7975705 Feb 17 04:39:49.333595 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] For port ea9fe5a3-9253-4a41-9b2c-33477e0b1705, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=ea9fe5a3-9253-4a41-9b2c-33477e0b1705,segment=NetworkSegment(209b3c50-8a46-44e1-891a-31faf52499b0),segment_id=209b3c50-8a46-44e1-891a-31faf52499b0)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:49.382267 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f780e372-d611-45d9-9e1c-733912e132d6 req-c0feb378-ab5c-46ee-a8d1-f395c8b91e90 service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5438459 Feb 17 04:39:49.512126 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:49.611283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:50.006004 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9fe5a3-9253-4a41-9b2c-33477e0b1705,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:50.056000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:50.137744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9c8d9e88-eab4-4c1a-adf8-d65694486006 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:50.501950 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port 9c8d9e88-eab4-4c1a-adf8-d65694486006 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:50.509745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 9c8d9e88-eab4-4c1a-adf8-d65694486006 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:50.509745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:50.577844 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202245b8-4bd9-49ba-8e76-f6e1e9fb112b req-90cc9965-35ae-41e7-9010-9fa06a7c1c7f tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:50.580685 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-202245b8-4bd9-49ba-8e76-f6e1e9fb112b req-90cc9965-35ae-41e7-9010-9fa06a7c1c7f tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.5466571 Feb 17 04:39:50.744982 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] For port e7a88e76-f217-4bd5-b04a-c44f49afa287, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e7a88e76-f217-4bd5-b04a-c44f49afa287,segment=NetworkSegment(dffe3611-8706-4da2-99bc-500113a6da03),segment_id=dffe3611-8706-4da2-99bc-500113a6da03)] {{(pid=84101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:50.745669 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:50.792201 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182407a-8d85-4363-bfb2-815d0a0b9a0b req-0af134ad-1704-4970-ad9f-674679012c14 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:50.797365 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8182407a-8d85-4363-bfb2-815d0a0b9a0b req-0af134ad-1704-4970-ad9f-674679012c14 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 943 time: 0.9524386 Feb 17 04:39:50.891264 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:50.892834 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:50.897758 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] 10.222.0.65 "PUT /v2.0/ports/ea9fe5a3-9253-4a41-9b2c-33477e0b1705 HTTP/1.1" status: 200 len: 1157 time: 9.8081121 Feb 17 04:39:50.918013 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6c2e87-ca3a-457d-89f8-b63f814a87cb', 'tag': 'ea9fe5a3-9253-4a41-9b2c-33477e0b1705'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:51.104344 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Calling delete_port for e7a88e76-f217-4bd5-b04a-c44f49afa287 owned by compute:nova {{(pid=84101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:39:51.161931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:51.184843 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-202245b8-4bd9-49ba-8e76-f6e1e9fb112b req-12944be4-d0b5-4b54-b11c-d42216303162 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5916414 Feb 17 04:39:51.202398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 9c8d9e88-eab4-4c1a-adf8-d65694486006, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9c8d9e88-eab4-4c1a-adf8-d65694486006,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:51.203544 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8d9e88-eab4-4c1a-adf8-d65694486006'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:51.213754 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8182407a-8d85-4363-bfb2-815d0a0b9a0b req-a7e5eb01-4d62-421a-9974-4ae25e1ae51b tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/security-groups?id=55c5e176-72a8-4959-ad16-d3d414fe1774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003367 Feb 17 04:39:51.250269 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:51.255391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:51.317124 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecd0396-37f8-4e16-88be-c260d0416d25 {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:39:51.340840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:51.393684 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Transition to ACTIVE for port object 9ecd0396-37f8-4e16-88be-c260d0416d25 will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:39:51.403712 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-ac205a6d-b3b3-4ebb-92dd-8cb413df3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:51.406615 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-ac205a6d-b3b3-4ebb-92dd-8cb413df3157 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=befae0ac515a484db91eb597439002ba&device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 1160 time: 0.3922157 Feb 17 04:39:51.449455 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=9c8d9e88-eab4-4c1a-adf8-d65694486006,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:51.466602 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:51.625783 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9c8d9e88-eab4-4c1a-adf8-d65694486006 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:51.651444 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:51.712838 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:51.718903 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-7917c2fa-d2bf-4bea-8055-603ff711738a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9fe5a3-9253-4a41-9b2c-33477e0b1705 HTTP/1.1" status: 200 len: 217 time: 0.3018372 Feb 17 04:39:51.768931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3d846cf1-0bd3-43e8-a203-ef101695afb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:51.791984 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ba10351e-58ca-47d0-9b2d-e732f5e6c644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:51.816479 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 9c8d9e88-eab4-4c1a-adf8-d65694486006 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:51.816479 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:52.019175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Pushing event deleted for resources: {'Port': ['ID=e7a88e76-f217-4bd5-b04a-c44f49afa287,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:52.049676 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:52.157513 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2a522-7c87-4dae-b99c-f8b5f34be246 req-c2e99d13-2da5-401a-8019-f91a3c20c963 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:52.172543 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f1f2a522-7c87-4dae-b99c-f8b5f34be246 req-c2e99d13-2da5-401a-8019-f91a3c20c963 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 944 time: 0.5532973 Feb 17 04:39:52.354797 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f1f2a522-7c87-4dae-b99c-f8b5f34be246 req-beae0672-eb35-4611-95c6-76321e081a6f tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717572 Feb 17 04:39:52.470172 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] No DVR routers for this DVR port e7a88e76-f217-4bd5-b04a-c44f49afa287 on host hv-cinder-75998 {{(pid=84101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:39:52.475242 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:52.481093 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518e4847-22c0-454c-84a6-362e93ec3596', 'name': 'network-vif-deleted', 'tag': 'e7a88e76-f217-4bd5-b04a-c44f49afa287'}] {{(pid=84101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:52.501218 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e8448b4a-7935-4317-a990-87520e70305f req-53e1f357-92e5-430e-9250-47e66ef33c92 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.65 "DELETE /v2.0/ports/e7a88e76-f217-4bd5-b04a-c44f49afa287 HTTP/1.1" status: 204 len: 173 time: 5.5863788 Feb 17 04:39:52.519597 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecd0396-37f8-4e16-88be-c260d0416d25,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:52.523763 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:52.525909 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-15efdaf2-0727-4aab-9ab7-974feea6d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:52.528681 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-15efdaf2-0727-4aab-9ab7-974feea6d6b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a HTTP/1.1" status: 200 len: 858 time: 0.7379062 Feb 17 04:39:52.695733 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8d9e88-eab4-4c1a-adf8-d65694486006', 'code': 200} Feb 17 04:39:52.721876 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6c2e87-ca3a-457d-89f8-b63f814a87cb', 'tag': 'ea9fe5a3-9253-4a41-9b2c-33477e0b1705', 'status': 'completed', 'code': 200} Feb 17 04:39:52.920166 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-39f6d2b2-d0f7-4a28-8e6a-07484a752c94 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85566346-7810-448b-acd9-9bba5936da34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1818593 Feb 17 04:39:53.456759 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25665437-bdc2-49c0-8812-b1d6ecf7b407 req-b8ca9f13-5faa-48e6-99c9-07c59345203d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:53.459860 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-25665437-bdc2-49c0-8812-b1d6ecf7b407 req-b8ca9f13-5faa-48e6-99c9-07c59345203d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.4197545 Feb 17 04:39:53.464221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:53.565102 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Attempting to bind port 9ecd0396-37f8-4e16-88be-c260d0416d25 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:39:53.565554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Attempting to bind port 9ecd0396-37f8-4e16-88be-c260d0416d25 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:39:53.565927 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Attempting to bind port 9ecd0396-37f8-4e16-88be-c260d0416d25 on network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:39:53.568574 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d4f1-6e30-4786-b98b-2151cbe52898 req-ec370f1f-74ab-4178-ac12-2ddfb4ea7d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:53.570359 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f856d4f1-6e30-4786-b98b-2151cbe52898 req-ec370f1f-74ab-4178-ac12-2ddfb4ea7d2e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 1162 time: 0.3411777 Feb 17 04:39:53.587462 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-25665437-bdc2-49c0-8812-b1d6ecf7b407 req-8c914cee-ec9b-4ba3-918f-094d38051a52 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054497 Feb 17 04:39:53.598122 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:39:53.598122 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Checking segment: {'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:39:53.598122 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:53.598122 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Bound using segment: {'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:39:53.598593 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Bound port: 9ecd0396-37f8-4e16-88be-c260d0416d25, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:39:53.599190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:53.621215 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f9ac7-df83-493c-9fcc-b2ff1927d40f req-13301b23-178b-47f3-a3a0-d30e528a6d37 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:53.629471 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-306f9ac7-df83-493c-9fcc-b2ff1927d40f req-13301b23-178b-47f3-a3a0-d30e528a6d37 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 943 time: 2.0028656 Feb 17 04:39:53.683580 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f856d4f1-6e30-4786-b98b-2151cbe52898 req-af2283dd-20de-41b0-83c7-16247cb15122 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933256 Feb 17 04:39:53.814526 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-306f9ac7-df83-493c-9fcc-b2ff1927d40f req-447750f8-b9f8-4839-9287-1676e238d828 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832430 Feb 17 04:39:53.882096 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-52c86c61-0b47-4aa6-9496-976513486418 req-551c38e1-7de9-4d8b-ad62-376061bbd4e7 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Synchronizing usage tracker for tenant:e341d4b953a84cc1816c01122c44b9e3 on resource:port {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:53.910318 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518e4847-22c0-454c-84a6-362e93ec3596', 'name': 'network-vif-deleted', 'tag': 'e7a88e76-f217-4bd5-b04a-c44f49afa287', 'status': 'completed', 'code': 200} Feb 17 04:39:53.932416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-52c86c61-0b47-4aa6-9496-976513486418 req-551c38e1-7de9-4d8b-ad62-376061bbd4e7 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] Unset dirty status for tenant:e341d4b953a84cc1816c01122c44b9e3 on resource:port {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:53.933814 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-52c86c61-0b47-4aa6-9496-976513486418 req-551c38e1-7de9-4d8b-ad62-376061bbd4e7 tempest-DeleteServersTestJSON-1899027696 tempest-DeleteServersTestJSON-1899027696-project] 10.222.0.30 "GET /v2.0/ports?device_id=518e4847-22c0-454c-84a6-362e93ec3596 HTTP/1.1" status: 200 len: 210 time: 0.1112206 Feb 17 04:39:53.934700 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-5755ef91-f414-4803-8854-949bd4e9c464 service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9929783 Feb 17 04:39:53.940402 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] For port 9ecd0396-37f8-4e16-88be-c260d0416d25, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:39:53.947554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] For port 9ecd0396-37f8-4e16-88be-c260d0416d25, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9ecd0396-37f8-4e16-88be-c260d0416d25,segment=NetworkSegment(e3536451-b489-4d4a-96ae-59a5c75489dc),segment_id=e3536451-b489-4d4a-96ae-59a5c75489dc)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:39:54.157719 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:54.273350 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-21a90fda-d3c1-47f2-82ec-0f58fe54cc23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:54.545891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecd0396-37f8-4e16-88be-c260d0416d25,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:54.550847 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:54.570153 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:54.570153 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:54.570153 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-388126e2-b560-49fd-9786-af212809eea9 service neutron] 10.222.0.65 "PUT /v2.0/ports/9ecd0396-37f8-4e16-88be-c260d0416d25 HTTP/1.1" status: 200 len: 1158 time: 6.3797135 Feb 17 04:39:54.619545 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bcc676-38b6-457f-a1fb-dce46ea2ecc2 req-9bd793d2-243b-46ce-864b-95b2b2f11809 service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6326940 Feb 17 04:39:54.633939 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981b0bf-9fae-4e36-8fa3-6055aef02e3d req-cc5ff79c-0352-4a2b-bf7c-2e416864d2f3 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:54.634848 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-4981b0bf-9fae-4e36-8fa3-6055aef02e3d req-cc5ff79c-0352-4a2b-bf7c-2e416864d2f3 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Synchronizing usage tracker for tenant:b027197d07e3499fb8ba5782c70e429a on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:39:54.785628 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a66e372-a026-491f-b30c-4cbc894f337e', 'tag': '9ecd0396-37f8-4e16-88be-c260d0416d25'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:54.881548 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-4981b0bf-9fae-4e36-8fa3-6055aef02e3d req-cc5ff79c-0352-4a2b-bf7c-2e416864d2f3 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Unset dirty status for tenant:b027197d07e3499fb8ba5782c70e429a on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:39:54.883028 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4981b0bf-9fae-4e36-8fa3-6055aef02e3d req-cc5ff79c-0352-4a2b-bf7c-2e416864d2f3 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 944 time: 0.8248909 Feb 17 04:39:54.908787 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513452e-3706-4799-8251-200d726e1664 req-c21f31d6-2d67-4f1a-861f-059b3ccbe878 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:54.917895 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a513452e-3706-4799-8251-200d726e1664 req-c21f31d6-2d67-4f1a-861f-059b3ccbe878 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1281381 Feb 17 04:39:55.016844 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a513452e-3706-4799-8251-200d726e1664 req-48194737-8a15-4901-9543-3ce7f0f58786 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974011 Feb 17 04:39:55.090377 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49310) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:55.242750 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a66e372-a026-491f-b30c-4cbc894f337e', 'tag': '9ecd0396-37f8-4e16-88be-c260d0416d25', 'status': 'completed', 'code': 200} Feb 17 04:39:55.254298 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338bb2f-8332-4128-b854-9874052985f4 req-9a34e1b4-b5b7-487c-a96b-1666522b2c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:55.256730 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1338bb2f-8332-4128-b854-9874052985f4 req-9a34e1b4-b5b7-487c-a96b-1666522b2c16 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=befae0ac515a484db91eb597439002ba&device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 1160 time: 0.4540384 Feb 17 04:39:55.259248 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-4f48f8a0-5966-4191-a918-d5f178531ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:55.260925 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-4f48f8a0-5966-4191-a918-d5f178531ad4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b027197d07e3499fb8ba5782c70e429a&device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 1161 time: 0.5655868 Feb 17 04:39:55.264964 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4981b0bf-9fae-4e36-8fa3-6055aef02e3d req-f5b70da8-6b30-4308-a303-ae8294ce22d3 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3637195 Feb 17 04:39:55.459283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f09d355f-0155-41de-82f7-c485445136d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:55.485560 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f09d355f-0155-41de-82f7-c485445136d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:55.540850 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f09d355f-0155-41de-82f7-c485445136d4 admin admin] Usage tracker for resource:security_group_rule and tenant:0b15d97b462a4c6db285aa45b8ccc468 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:55.554552 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f09d355f-0155-41de-82f7-c485445136d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:55.564348 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f09d355f-0155-41de-82f7-c485445136d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:55.666532 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c83a68-93cf-4b88-9d74-0468b75cbf95 req-444fb799-46fb-4093-9775-04e6123dc67b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:55.675080 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-88c83a68-93cf-4b88-9d74-0468b75cbf95 req-444fb799-46fb-4093-9775-04e6123dc67b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 943 time: 0.1917038 Feb 17 04:39:55.754803 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338bb2f-8332-4128-b854-9874052985f4 req-be945ac6-42a9-421b-b351-207612410a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:55.758458 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1338bb2f-8332-4128-b854-9874052985f4 req-be945ac6-42a9-421b-b351-207612410a55 service neutron] 10.222.0.65 "GET /v2.0/networks?id=85566346-7810-448b-acd9-9bba5936da34 HTTP/1.1" status: 200 len: 912 time: 0.4882603 Feb 17 04:39:55.774189 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-88c83a68-93cf-4b88-9d74-0468b75cbf95 req-4ab5a308-1cdc-48d1-b7fc-c35b8abd4237 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975993 Feb 17 04:39:55.792074 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-7a35d1b7-cc10-43d0-b4db-47c1cf4d1cb9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ecd0396-37f8-4e16-88be-c260d0416d25 HTTP/1.1" status: 200 len: 217 time: 0.4193804 Feb 17 04:39:55.801103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f09d355f-0155-41de-82f7-c485445136d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:55.841730 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49336) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:55.874716 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f09d355f-0155-41de-82f7-c485445136d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:55.888861 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:55.939954 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1338bb2f-8332-4128-b854-9874052985f4 req-ca3bf355-63f0-4a69-bb4e-f88ae3cd9a5b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9fe5a3-9253-4a41-9b2c-33477e0b1705 HTTP/1.1" status: 200 len: 217 time: 0.1453049 Feb 17 04:39:55.964287 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f09d355f-0155-41de-82f7-c485445136d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b15d97b462a4c6db285aa45b8ccc468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8686161 Feb 17 04:39:55.984998 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49346) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:56.041123 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-2985ea40-28a6-4847-a1e4-90388feb6b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:56.042737 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-2985ea40-28a6-4847-a1e4-90388feb6b46 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24db9e6c-4099-46d8-ad28-21e2d704428a HTTP/1.1" status: 200 len: 849 time: 0.1549728 Feb 17 04:39:56.118438 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338bb2f-8332-4128-b854-9874052985f4 req-dd8c4db0-355e-4d2a-be21-7938b29d8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:56.120136 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1338bb2f-8332-4128-b854-9874052985f4 req-dd8c4db0-355e-4d2a-be21-7938b29d8864 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a HTTP/1.1" status: 200 len: 858 time: 0.1675725 Feb 17 04:39:56.210773 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d355f-0155-41de-82f7-c485445136d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5eafb7-d8ce-4246-a896-f4b502d7147a,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:56.226017 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1338bb2f-8332-4128-b854-9874052985f4 req-86568ea5-10e6-4de5-afc9-89b8a64bb914 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85566346-7810-448b-acd9-9bba5936da34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827377 Feb 17 04:39:56.267859 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f09d355f-0155-41de-82f7-c485445136d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:56.361043 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-26dea1b8-bedf-4c0c-b605-2c89543d876f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:56.422583 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-417bcf15-de7b-4009-8801-7ba1032eb508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:56.455540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-26dea1b8-bedf-4c0c-b605-2c89543d876f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:56.476907 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-26dea1b8-bedf-4c0c-b605-2c89543d876f admin admin] Usage tracker for resource:security_group_rule and tenant:1e67a144a1594341ae96ae4742ea04f5 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:56.503241 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-26dea1b8-bedf-4c0c-b605-2c89543d876f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:56.539702 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-26dea1b8-bedf-4c0c-b605-2c89543d876f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:56.544699 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-417bcf15-de7b-4009-8801-7ba1032eb508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:56.597080 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-b19dc109-4e39-4368-bcf3-79849a922d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:56.600110 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-b19dc109-4e39-4368-bcf3-79849a922d4b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5483122 Feb 17 04:39:56.798046 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c6e01-6bb8-4dee-b0b7-a9700292b1aa req-ec1297ed-971f-4828-be7a-92ac6fe8800b tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:56.800243 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bc8c6e01-6bb8-4dee-b0b7-a9700292b1aa req-ec1297ed-971f-4828-be7a-92ac6fe8800b tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 944 time: 0.2032189 Feb 17 04:39:56.806092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-417bcf15-de7b-4009-8801-7ba1032eb508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:56.819513 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-eaaa9062-3f22-488f-9015-df2e510455fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:56.834562 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-26dea1b8-bedf-4c0c-b605-2c89543d876f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:56.868156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bcf15-de7b-4009-8801-7ba1032eb508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5eafb7-d8ce-4246-a896-f4b502d7147a,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:56.888833 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-417bcf15-de7b-4009-8801-7ba1032eb508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:56.888833 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-417bcf15-de7b-4009-8801-7ba1032eb508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:56.888833 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-417bcf15-de7b-4009-8801-7ba1032eb508 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f5eafb7-d8ce-4246-a896-f4b502d7147a HTTP/1.1" status: 204 len: 168 time: 0.8965313 Feb 17 04:39:56.906442 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bc8c6e01-6bb8-4dee-b0b7-a9700292b1aa req-528b0811-2eb4-4609-b310-91a90e5a0f0c tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701077 Feb 17 04:39:56.912856 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c59bfd-98c5-4ea4-9788-92ff3a51c5f1 req-d9552323-b156-463d-9708-8a6c13c841c7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:56.913204 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-26dea1b8-bedf-4c0c-b605-2c89543d876f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:56.938826 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:56.948549 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b3c59bfd-98c5-4ea4-9788-92ff3a51c5f1 req-d9552323-b156-463d-9708-8a6c13c841c7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.5152235 Feb 17 04:39:56.954583 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1338bb2f-8332-4128-b854-9874052985f4 req-39d139fe-c1d4-424f-b365-d854600f43f6 service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7196953 Feb 17 04:39:57.017796 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dea1b8-bedf-4c0c-b605-2c89543d876f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafe38cf-73ce-43b6-8959-1442be9274b1,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:57.024133 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-26dea1b8-bedf-4c0c-b605-2c89543d876f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:57.077614 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-26dea1b8-bedf-4c0c-b605-2c89543d876f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e67a144a1594341ae96ae4742ea04f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2346671 Feb 17 04:39:57.082352 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49380) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:57.227832 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-60c3401c-8c98-48cc-8859-1fedf2441ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:57.273385 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-60c3401c-8c98-48cc-8859-1fedf2441ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:57.351557 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a8756-d736-48b4-a767-06036f630980 req-58c2868f-6cb0-4972-a53f-b0ed3b202515 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:57.353879 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e29a8756-d736-48b4-a767-06036f630980 req-58c2868f-6cb0-4972-a53f-b0ed3b202515 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 943 time: 0.2051625 Feb 17 04:39:57.422030 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-60c3401c-8c98-48cc-8859-1fedf2441ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:57.432076 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-489443c3-d22e-44c3-9d13-0854ef1d0a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:57.456615 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e29a8756-d736-48b4-a767-06036f630980 req-feecba40-2a02-4d99-b158-b59c3282b15e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817263 Feb 17 04:39:57.459735 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3401c-8c98-48cc-8859-1fedf2441ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafe38cf-73ce-43b6-8959-1442be9274b1,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:57.462564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-60c3401c-8c98-48cc-8859-1fedf2441ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:57.463946 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-60c3401c-8c98-48cc-8859-1fedf2441ff3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fafe38cf-73ce-43b6-8959-1442be9274b1 HTTP/1.1" status: 204 len: 168 time: 0.3803473 Feb 17 04:39:57.465566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-60c3401c-8c98-48cc-8859-1fedf2441ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:57.597273 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b3c59bfd-98c5-4ea4-9788-92ff3a51c5f1 req-269f06d4-37d4-4a5e-b076-17ba5470b07c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6472960 Feb 17 04:39:57.605381 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-9127d814-0c9c-444e-99c9-d3636026e442 service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9690237 Feb 17 04:39:57.804690 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1338bb2f-8332-4128-b854-9874052985f4 req-c2d35a92-fd1b-45d1-b4c5-c97a24b788d0 service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7464004 Feb 17 04:39:57.868226 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8f3019-7f40-421d-bb6e-e0c294736815 req-83936cf5-b1e3-4dd7-a850-16af4d5a0591 service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2425630 Feb 17 04:39:57.887245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65a005-5d3e-4811-92f3-acffd24d003c req-d30c05c5-bd5d-4d6d-8551-4e043850e8d3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:57.892105 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cb65a005-5d3e-4811-92f3-acffd24d003c req-d30c05c5-bd5d-4d6d-8551-4e043850e8d3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1677225 Feb 17 04:39:57.900664 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 49402) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:57.906586 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-36f8bb3e-833c-4bed-8ef0-9b72cad87f8d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Request body: {'floatingip': {'port_id': '9c8d9e88-eab4-4c1a-adf8-d65694486006'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:39:57.996791 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-36f8bb3e-833c-4bed-8ef0-9b72cad87f8d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:58.092640 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49408) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:58.137991 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7ec77ece-cc34-4155-ae04-13d476cc62d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:58.211857 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device ea9fe5a3-9253-4a41-9b2c-33477e0b1705 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:58.317622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-7ec77ece-cc34-4155-ae04-13d476cc62d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:58.351019 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-7ec77ece-cc34-4155-ae04-13d476cc62d3 admin admin] Usage tracker for resource:security_group_rule and tenant:dad80c46545f4990943b005540505c8d is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:58.376594 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-7ec77ece-cc34-4155-ae04-13d476cc62d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:58.400787 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49418) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:58.401578 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49420) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:58.412185 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-7ec77ece-cc34-4155-ae04-13d476cc62d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:58.434793 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port ea9fe5a3-9253-4a41-9b2c-33477e0b1705 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:39:58.452099 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port ea9fe5a3-9253-4a41-9b2c-33477e0b1705 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:58.460957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:58.640537 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:58.683275 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port ea9fe5a3-9253-4a41-9b2c-33477e0b1705, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=ea9fe5a3-9253-4a41-9b2c-33477e0b1705,segment=NetworkSegment(209b3c50-8a46-44e1-891a-31faf52499b0),segment_id=209b3c50-8a46-44e1-891a-31faf52499b0)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:39:58.685054 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6c2e87-ca3a-457d-89f8-b63f814a87cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9fe5a3-9253-4a41-9b2c-33477e0b1705'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:39:58.704633 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:58.710398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-eba96a6b-eae5-4eb0-bcb3-bdd8427aca51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:58.712730 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_v2 [None req-425514fd-62c7-474f-b1a7-9b77bcfef51e admin admin] Deleting subnet 0a4486d5-1bfa-4bf1-9a7c-322696592052 {{(pid=84101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:39:58.721525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-425514fd-62c7-474f-b1a7-9b77bcfef51e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:58.823264 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49434) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:58.841112 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e4910-cb59-4646-aa4b-7ad1dc69ce25 req-558b0847-e44e-4248-b1b3-190ee23ec76d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:58.846082 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6c8e4910-cb59-4646-aa4b-7ad1dc69ce25 req-558b0847-e44e-4248-b1b3-190ee23ec76d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 944 time: 0.6769657 Feb 17 04:39:58.867016 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=ea9fe5a3-9253-4a41-9b2c-33477e0b1705,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:58.871248 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:58.960139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1f4a4c94-b689-406d-82c3-2d64d1782adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.022232 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480f96c-d8cb-47ea-a0b8-7b225b84625a req-1d8b33fa-601f-4b91-a970-5a4532856f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:59.024221 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1480f96c-d8cb-47ea-a0b8-7b225b84625a req-1d8b33fa-601f-4b91-a970-5a4532856f2e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b027197d07e3499fb8ba5782c70e429a&device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 1161 time: 0.8339965 Feb 17 04:39:59.080835 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-1f4a4c94-b689-406d-82c3-2d64d1782adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:59.095923 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-425514fd-62c7-474f-b1a7-9b77bcfef51e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827445253'] for subnet, precommit_delete_associations {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.156078 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 49440) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:59.176691 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-1f4a4c94-b689-406d-82c3-2d64d1782adf admin admin] Usage tracker for resource:security_group_rule and tenant:2c7233a43589460f94bb69b1280ba011 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:59.197503 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-1f4a4c94-b689-406d-82c3-2d64d1782adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:59.225670 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6c8e4910-cb59-4646-aa4b-7ad1dc69ce25 req-bab89c1d-8fb8-46ff-a49a-169e1d7802b6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444638 Feb 17 04:39:59.230404 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-1f4a4c94-b689-406d-82c3-2d64d1782adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:59.235694 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480f96c-d8cb-47ea-a0b8-7b225b84625a req-d359aeda-4d64-4310-a2b4-7406deb98f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:59.237572 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1480f96c-d8cb-47ea-a0b8-7b225b84625a req-d359aeda-4d64-4310-a2b4-7406deb98f04 service neutron] 10.222.0.65 "GET /v2.0/networks?id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c HTTP/1.1" status: 200 len: 904 time: 0.2049975 Feb 17 04:39:59.239242 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7ec77ece-cc34-4155-ae04-13d476cc62d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.284054 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-425514fd-62c7-474f-b1a7-9b77bcfef51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851242243'] for subnet, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.316711 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7ec77ece-cc34-4155-ae04-13d476cc62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.333462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:59.351323 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6c2e87-ca3a-457d-89f8-b63f814a87cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9fe5a3-9253-4a41-9b2c-33477e0b1705', 'code': 200} Feb 17 04:39:59.387892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4fd49093-bb48-4cb6-8d2d-31bc5a364f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.457496 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1480f96c-d8cb-47ea-a0b8-7b225b84625a req-d70aa0bf-49d2-42f4-ab91-09d4503c8d6e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ecd0396-37f8-4e16-88be-c260d0416d25 HTTP/1.1" status: 200 len: 217 time: 0.1926725 Feb 17 04:39:59.513906 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-4fd49093-bb48-4cb6-8d2d-31bc5a364f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:39:59.523309 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-7ec77ece-cc34-4155-ae04-13d476cc62d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dad80c46545f4990943b005540505c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4290180 Feb 17 04:39:59.524175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec77ece-cc34-4155-ae04-13d476cc62d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773a8068-d702-4e80-a971-0fb96867ec89,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:39:59.526874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49446) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:39:59.546946 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-4fd49093-bb48-4cb6-8d2d-31bc5a364f74 admin admin] Usage tracker for resource:security_group_rule and tenant:5aff18dd2a2d4687bf46a5a1bcc27b18 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:39:59.550363 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-7ec77ece-cc34-4155-ae04-13d476cc62d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:39:59.553613 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-4fd49093-bb48-4cb6-8d2d-31bc5a364f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:39:59.580242 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-4fd49093-bb48-4cb6-8d2d-31bc5a364f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:39:59.661638 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-96b28491-7fd5-4e3b-9f8f-cad72047b1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.688185 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device ea9fe5a3-9253-4a41-9b2c-33477e0b1705 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:39:59.738026 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1f4a4c94-b689-406d-82c3-2d64d1782adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.802093 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port ea9fe5a3-9253-4a41-9b2c-33477e0b1705 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:39:59.802742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.813401 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-af0c647b-ffd2-4aa5-8b26-81af628e72ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.817779 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1f4a4c94-b689-406d-82c3-2d64d1782adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:39:59.841404 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:39:59.978935 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839e1aa-ca2f-40a4-8b75-db12402c5837 req-40e9efc7-c611-4e29-ab3b-19553c9939be tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:39:59.985291 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5839e1aa-ca2f-40a4-8b75-db12402c5837 req-40e9efc7-c611-4e29-ab3b-19553c9939be tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 1.0434740 Feb 17 04:40:00.027540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-96b28491-7fd5-4e3b-9f8f-cad72047b1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:00.047122 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-96b28491-7fd5-4e3b-9f8f-cad72047b1c8 admin admin] Usage tracker for resource:security_group_rule and tenant:5c14db33c7524308b94b8af2da1647be is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:00.062174 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-96b28491-7fd5-4e3b-9f8f-cad72047b1c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:00.074170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480f96c-d8cb-47ea-a0b8-7b225b84625a req-b2eded3e-c42c-4348-9558-d2fa76535958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:00.075813 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1480f96c-d8cb-47ea-a0b8-7b225b84625a req-b2eded3e-c42c-4348-9558-d2fa76535958 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24db9e6c-4099-46d8-ad28-21e2d704428a HTTP/1.1" status: 200 len: 849 time: 0.4852128 Feb 17 04:40:00.078909 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-96b28491-7fd5-4e3b-9f8f-cad72047b1c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:00.184810 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5839e1aa-ca2f-40a4-8b75-db12402c5837 req-c85ef7ed-3f3f-4694-8693-35891aa1dbf3 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890082 Feb 17 04:40:00.227567 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-af0c647b-ffd2-4aa5-8b26-81af628e72ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.280170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a4c94-b689-406d-82c3-2d64d1782adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32906a57-bb22-4af7-b438-511656037ced,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:00.293787 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f2c27-7d4d-453c-8d47-96aacdc02036 req-f6ba496c-48b9-4343-849e-5a3c6a31a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:00.295512 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-024f2c27-7d4d-453c-8d47-96aacdc02036 req-f6ba496c-48b9-4343-849e-5a3c6a31a91f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 1162 time: 0.6358399 Feb 17 04:40:00.297309 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.resource_extend [None req-36f8bb3e-833c-4bed-8ef0-9b72cad87f8d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:40:00.303295 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1f4a4c94-b689-406d-82c3-2d64d1782adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:00.353671 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1f4a4c94-b689-406d-82c3-2d64d1782adf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c7233a43589460f94bb69b1280ba011&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5231781 Feb 17 04:40:00.365491 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49452) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:00.465694 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4fd49093-bb48-4cb6-8d2d-31bc5a364f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.483583 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-36f8bb3e-833c-4bed-8ef0-9b72cad87f8d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.511239 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-024f2c27-7d4d-453c-8d47-96aacdc02036 req-3ff78352-1e72-45e9-91ce-f3e8e43947f0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249230 Feb 17 04:40:00.522828 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480f96c-d8cb-47ea-a0b8-7b225b84625a req-990bb338-51f2-4640-a700-f31f1f769484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:00.524689 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1480f96c-d8cb-47ea-a0b8-7b225b84625a req-990bb338-51f2-4640-a700-f31f1f769484 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4267349 Feb 17 04:40:00.529097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-36f8bb3e-833c-4bed-8ef0-9b72cad87f8d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.534562 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-425514fd-62c7-474f-b1a7-9b77bcfef51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1744043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827320875'] for subnet, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.590534 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4fd49093-bb48-4cb6-8d2d-31bc5a364f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.637775 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:00.683662 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-96b28491-7fd5-4e3b-9f8f-cad72047b1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.723697 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-96b28491-7fd5-4e3b-9f8f-cad72047b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:00.751045 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:00.820439 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-96b28491-7fd5-4e3b-9f8f-cad72047b1c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c14db33c7524308b94b8af2da1647be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6623461 Feb 17 04:40:00.827924 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 49460) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:00.891058 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b28491-7fd5-4e3b-9f8f-cad72047b1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35717547-5882-4abd-b866-46a55b677b71,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:00.895610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-96b28491-7fd5-4e3b-9f8f-cad72047b1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:00.914208 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-4fd49093-bb48-4cb6-8d2d-31bc5a364f74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5aff18dd2a2d4687bf46a5a1bcc27b18&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5042577 Feb 17 04:40:00.918462 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_db [None req-36f8bb3e-833c-4bed-8ef0-9b72cad87f8d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Floating IP ffe5e594-4d25-45e4-adc6-a4dbaa5a55d2 associated. External IP: 172.28.1.79, port: 9c8d9e88-eab4-4c1a-adf8-d65694486006. Feb 17 04:40:00.940004 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49464) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:00.943767 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425514fd-62c7-474f-b1a7-9b77bcfef51e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4486d5-1bfa-4bf1-9a7c-322696592052,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:00.956272 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-425514fd-62c7-474f-b1a7-9b77bcfef51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:00.967860 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:01.000315 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-af0c647b-ffd2-4aa5-8b26-81af628e72ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.083562 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-425514fd-62c7-474f-b1a7-9b77bcfef51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.095746 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6994b215-9edf-49d9-ad30-b5bbf3bb5545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.110705 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd49093-bb48-4cb6-8d2d-31bc5a364f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ec0d33-75d3-4530-8ffb-9fd282804181,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:01.132310 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4fd49093-bb48-4cb6-8d2d-31bc5a364f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:01.135954 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e3265c51-5ffa-47d4-ae37-caf427dc7845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:01.177029 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1480f96c-d8cb-47ea-a0b8-7b225b84625a req-e5d40829-53d6-4098-912e-7015a0ec8714 service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955913 Feb 17 04:40:01.187934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c647b-ffd2-4aa5-8b26-81af628e72ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773a8068-d702-4e80-a971-0fb96867ec89,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:01.200542 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f41ec8-bb6f-42ef-879b-9a23ceb78a58 req-6258bdfd-748d-42e6-944b-da7fc9fc6f74 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:01.203328 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d2f41ec8-bb6f-42ef-879b-9a23ceb78a58 req-6258bdfd-748d-42e6-944b-da7fc9fc6f74 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 944 time: 0.7574620 Feb 17 04:40:01.217768 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-af0c647b-ffd2-4aa5-8b26-81af628e72ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:01.233042 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6994b215-9edf-49d9-ad30-b5bbf3bb5545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.252099 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-425514fd-62c7-474f-b1a7-9b77bcfef51e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0a4486d5-1bfa-4bf1-9a7c-322696592052 HTTP/1.1" status: 204 len: 168 time: 2.8485754 Feb 17 04:40:01.267564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49470) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:01.288727 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-42ff73ba-c0d0-4bf6-b3fc-b5b0c546d632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.291091 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-afb0e8ce-3b50-4785-a1ed-5ae68d539a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.378188 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-afb0e8ce-3b50-4785-a1ed-5ae68d539a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.415742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-af0c647b-ffd2-4aa5-8b26-81af628e72ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.421418 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-af0c647b-ffd2-4aa5-8b26-81af628e72ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/773a8068-d702-4e80-a971-0fb96867ec89 HTTP/1.1" status: 204 len: 168 time: 1.8753703 Feb 17 04:40:01.479568 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-42ff73ba-c0d0-4bf6-b3fc-b5b0c546d632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.532291 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d2f41ec8-bb6f-42ef-879b-9a23ceb78a58 req-bd58602b-fd64-4082-89be-a0729e30b3f0 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724619 Feb 17 04:40:01.549538 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854052385'] for network, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.684746 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6994b215-9edf-49d9-ad30-b5bbf3bb5545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.695257 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-158bfbbf-c280-4142-a8a6-59ac3a53371a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:01.782605 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994b215-9edf-49d9-ad30-b5bbf3bb5545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32906a57-bb22-4af7-b438-511656037ced,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:01.804139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6994b215-9edf-49d9-ad30-b5bbf3bb5545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:01.823760 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6994b215-9edf-49d9-ad30-b5bbf3bb5545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.827882 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1480f96c-d8cb-47ea-a0b8-7b225b84625a req-4faa90d0-ef03-4809-b51a-deda52042c3c service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6330726 Feb 17 04:40:01.828118 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-6994b215-9edf-49d9-ad30-b5bbf3bb5545 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32906a57-bb22-4af7-b438-511656037ced HTTP/1.1" status: 204 len: 168 time: 1.4338748 Feb 17 04:40:01.830646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851244700', 'neutron.services.segments.db._delete_segments_for_network-8743200863210'] for network, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.886587 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-42ff73ba-c0d0-4bf6-b3fc-b5b0c546d632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.891653 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-42ff73ba-c0d0-4bf6-b3fc-b5b0c546d632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.905181 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-42ff73ba-c0d0-4bf6-b3fc-b5b0c546d632 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9ec0d33-75d3-4530-8ffb-9fd282804181 HTTP/1.1" status: 204 len: 168 time: 0.9506247 Feb 17 04:40:01.951815 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-afb0e8ce-3b50-4785-a1ed-5ae68d539a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:01.979864 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-96b28491-7fd5-4e3b-9f8f-cad72047b1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:02.016512 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0e8ce-3b50-4785-a1ed-5ae68d539a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35717547-5882-4abd-b866-46a55b677b71,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:02.022055 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f8bb3e-833c-4bed-8ef0-9b72cad87f8d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Router b4145734-9e5e-49fb-957c-5a0f8d1f4381 has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:40:02.041026 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47d95f-bf13-4042-a410-b4fec54b8f2e req-2f163ecf-d415-4772-96e2-a748a78b4565 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:02.043273 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0d47d95f-bf13-4042-a410-b4fec54b8f2e req-2f163ecf-d415-4772-96e2-a748a78b4565 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.5606151 Feb 17 04:40:02.053080 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-afb0e8ce-3b50-4785-a1ed-5ae68d539a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:02.076529 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-afb0e8ce-3b50-4785-a1ed-5ae68d539a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:02.091150 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-afb0e8ce-3b50-4785-a1ed-5ae68d539a74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35717547-5882-4abd-b866-46a55b677b71 HTTP/1.1" status: 204 len: 168 time: 1.2080276 Feb 17 04:40:02.096962 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-758791a8-8448-426c-86ad-7c940561f786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:02.164152 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff73ba-c0d0-4bf6-b3fc-b5b0c546d632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ec0d33-75d3-4530-8ffb-9fd282804181,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:02.173464 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-42ff73ba-c0d0-4bf6-b3fc-b5b0c546d632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:02.303298 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d']}} {{(pid=84101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:02.345490 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffe3611-8706-4da2-99bc-500113a6da03') {'for_net_delete': True} {{(pid=84101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:02.346511 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffe3611-8706-4da2-99bc-500113a6da03') {} {{(pid=84101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:02.371397 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0d47d95f-bf13-4042-a410-b4fec54b8f2e req-3663dd32-f63f-4ea8-a0ad-ecddf1fbb717 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142414 Feb 17 04:40:02.393852 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293653907196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27330531'] for segment, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:02.446023 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:02.448629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:40:02.510165 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9ecd0396-37f8-4e16-88be-c260d0416d25 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:02.766430 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port 9ecd0396-37f8-4e16-88be-c260d0416d25 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:40:02.777483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 9ecd0396-37f8-4e16-88be-c260d0416d25 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:02.777889 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:02.876102 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] Network bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d has no segments {{(pid=84101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:40:02.907854 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851238932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853031340'] for segment, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:02.958706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:03.038736 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 9ecd0396-37f8-4e16-88be-c260d0416d25, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9ecd0396-37f8-4e16-88be-c260d0416d25,segment=NetworkSegment(e3536451-b489-4d4a-96ae-59a5c75489dc),segment_id=e3536451-b489-4d4a-96ae-59a5c75489dc)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:40:03.043747 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a66e372-a026-491f-b30c-4cbc894f337e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecd0396-37f8-4e16-88be-c260d0416d25'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:03.074084 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:03.077101 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:03.109347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f8bb3e-833c-4bed-8ef0-9b72cad87f8d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:40:03.118350 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-36f8bb3e-833c-4bed-8ef0-9b72cad87f8d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:03.150118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbd52f-1fd5-4a28-be0d-da0b4dbc2d91 None None] Sync routers for ids ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'] in dv-cinder-759987-4-smb {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:40:03.175745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efbd52f-1fd5-4a28-be0d-da0b4dbc2d91 None None] Routers {'b4145734-9e5e-49fb-957c-5a0f8d1f4381'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:03.179143 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-7efbd52f-1fd5-4a28-be0d-da0b4dbc2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:39:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:03.270301 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a66e372-a026-491f-b30c-4cbc894f337e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecd0396-37f8-4e16-88be-c260d0416d25', 'code': 200} Feb 17 04:40:03.272400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=9ecd0396-37f8-4e16-88be-c260d0416d25,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:03.289491 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:03.313053 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-36f8bb3e-833c-4bed-8ef0-9b72cad87f8d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "PUT /v2.0/floatingips/ffe5e594-4d25-45e4-adc6-a4dbaa5a55d2 HTTP/1.1" status: 200 len: 990 time: 5.4062080 Feb 17 04:40:03.313053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'tag': '9c8d9e88-eab4-4c1a-adf8-d65694486006'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:03.313546 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] Network bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d has no segments {{(pid=84101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:40:03.435924 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 49508) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:03.482117 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-42a5b1f6-149b-4d2b-b3cf-3035290d972a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: Traceback (most recent call last): Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: timer() Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: cb(*args, **kw) Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: return func(*args, **kwargs) Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: self._notify() Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: self.callback(batched_events) Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: event.method(event) Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: segment_id)['aggregates'][0] Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: return f(self, *a, **k) Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: return self._get(url).json() Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: **kwargs) Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: return self.request(url, 'GET', **kwargs) Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: **endpoint_filter) Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:40:03.514003 dv-cinder-759987-4-smb neutron-server[83988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:40:03.529125 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-42a5b1f6-149b-4d2b-b3cf-3035290d972a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:03.538571 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-42a5b1f6-149b-4d2b-b3cf-3035290d972a admin admin] Usage tracker for resource:security_group_rule and tenant:f26f5ca1492048a0ba44f98ac18ddcfa is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:03.544804 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-42a5b1f6-149b-4d2b-b3cf-3035290d972a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:03.554160 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'tag': '9c8d9e88-eab4-4c1a-adf8-d65694486006', 'status': 'completed', 'code': 200} Feb 17 04:40:03.587778 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-42a5b1f6-149b-4d2b-b3cf-3035290d972a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:03.699518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9ecd0396-37f8-4e16-88be-c260d0416d25 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:03.701625 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857043'] for network, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:03.744590 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49514) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:03.745980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:03.784424 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:03.823328 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ffb1d-f93a-4ab9-924c-071cf9e658ee req-db20d1fe-4304-46e6-83c8-3470a173db28 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:03.836610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-7efbd52f-1fd5-4a28-be0d-da0b4dbc2d91 None None] Set router b4145734-9e5e-49fb-957c-5a0f8d1f4381 gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:03.837489 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 9ecd0396-37f8-4e16-88be-c260d0416d25 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:03.838046 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:03.841117 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b17ffb1d-f93a-4ab9-924c-071cf9e658ee req-db20d1fe-4304-46e6-83c8-3470a173db28 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.3228874 Feb 17 04:40:03.895793 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-87372bf4-6274-47b1-bd87-5cbe3d0973a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:03.948335 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:03.963281 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bc1c808a-9edf-47b4-b6f0-7a2b3ed84f6d HTTP/1.1" status: 204 len: 168 time: 2.6759281 Feb 17 04:40:03.988426 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:04.008067 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-87372bf4-6274-47b1-bd87-5cbe3d0973a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:04.024747 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-87372bf4-6274-47b1-bd87-5cbe3d0973a7 admin admin] Usage tracker for resource:security_group_rule and tenant:94194e21554b4101929e6f036ff891d0 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:04.036653 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-87372bf4-6274-47b1-bd87-5cbe3d0973a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:04.066618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-87372bf4-6274-47b1-bd87-5cbe3d0973a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:04.162952 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c9ac3-1dc4-459e-a720-6c88b68570c5 req-1304d35e-6ec3-45ed-a051-4db48fe0ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:04.167381 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-105c9ac3-1dc4-459e-a720-6c88b68570c5 req-1304d35e-6ec3-45ed-a051-4db48fe0ac51 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 1163 time: 0.4680612 Feb 17 04:40:04.172292 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc786f5-a1b7-45d1-9d23-ee78eedb9ee2 req-e5e71344-d99a-4331-a8e7-85f65ef6680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:04.174729 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9cc786f5-a1b7-45d1-9d23-ee78eedb9ee2 req-e5e71344-d99a-4331-a8e7-85f65ef6680d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 1162 time: 0.5668116 Feb 17 04:40:04.205802 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650316c5-7048-45d1-bf67-6affa7c7eb12 req-82f3fe08-faea-4fbb-8af7-e43b3c5e0ebe tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:04.208578 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-650316c5-7048-45d1-bf67-6affa7c7eb12 req-82f3fe08-faea-4fbb-8af7-e43b3c5e0ebe tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.3784964 Feb 17 04:40:04.245489 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b17ffb1d-f93a-4ab9-924c-071cf9e658ee req-98622570-0269-4d26-a079-3ae7d14302ce tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4022453 Feb 17 04:40:04.383550 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-87372bf4-6274-47b1-bd87-5cbe3d0973a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:04.416554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-87372bf4-6274-47b1-bd87-5cbe3d0973a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:04.465576 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-105c9ac3-1dc4-459e-a720-6c88b68570c5 req-99aed904-d3fe-4a7d-b76e-b8666f5b4368 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895796 Feb 17 04:40:04.473291 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49530) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:04.474501 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:04.499839 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-87372bf4-6274-47b1-bd87-5cbe3d0973a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94194e21554b4101929e6f036ff891d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7244492 Feb 17 04:40:04.515739 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49534) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:04.523322 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-42a5b1f6-149b-4d2b-b3cf-3035290d972a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:04.535882 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-650316c5-7048-45d1-bf67-6affa7c7eb12 req-e7da26ec-6a72-43f6-8e6b-5616317c4398 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609855 Feb 17 04:40:04.597989 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-42a5b1f6-149b-4d2b-b3cf-3035290d972a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:04.634805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc786f5-a1b7-45d1-9d23-ee78eedb9ee2 req-5ffe0d8c-b02f-43b5-a0cd-49daf94dabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:04.637788 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9cc786f5-a1b7-45d1-9d23-ee78eedb9ee2 req-5ffe0d8c-b02f-43b5-a0cd-49daf94dabe8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d7a82db-0693-4b36-bdf2-4e1d79993092 HTTP/1.1" status: 200 len: 911 time: 0.4544551 Feb 17 04:40:04.653106 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dc3e9bee-1376-481f-bd2c-4803b5b0ab4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:04.723017 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87372bf4-6274-47b1-bd87-5cbe3d0973a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdaf884-8d70-47c5-8b0d-c4ad67716e95,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:04.726300 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5b1f6-149b-4d2b-b3cf-3035290d972a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a1ebe2-719a-4da5-b0fb-ac757bacb9ed,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:04.749406 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-42a5b1f6-149b-4d2b-b3cf-3035290d972a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:04.770511 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-87372bf4-6274-47b1-bd87-5cbe3d0973a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:04.795944 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f0662b83-20f2-4d6d-ab8a-7d404138f4fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e341d4b953a84cc1816c01122c44b9e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2904501 Feb 17 04:40:04.803806 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49546) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:04.834165 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-479e9a54-ec9c-470d-9d0b-7049bffaa1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:04.894308 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-479e9a54-ec9c-470d-9d0b-7049bffaa1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:04.909372 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-7efbd52f-1fd5-4a28-be0d-da0b4dbc2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:04Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': 'ffe5e594-4d25-45e4-adc6-a4dbaa5a55d2', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'floating_ip_address': '172.28.1.79', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'port_id': '9c8d9e88-eab4-4c1a-adf8-d65694486006', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'mac_address': 'fa:16:3e:fd:cb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:40:00Z', 'revision_number': 1, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675d1fed-f79d-4ba6-8626-b36c7948fe67', 'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'mac_address': 'fa:16:3e:4f:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:59Z', 'updated_at': '2021-02-17T04:39:20Z', 'revision_number': 5, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'subnets': [{'id': '74b38920-b506-4cd3-87a7-221a55afe365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:04.915381 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbd52f-1fd5-4a28-be0d-da0b4dbc2d91 None None] Checking router: b4145734-9e5e-49fb-957c-5a0f8d1f4381 for host: dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:40:04.931381 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efbd52f-1fd5-4a28-be0d-da0b4dbc2d91 None None] Routers {'b4145734-9e5e-49fb-957c-5a0f8d1f4381'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:04.931632 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-7efbd52f-1fd5-4a28-be0d-da0b4dbc2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:39:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:04.960728 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f057a097-a260-498c-8123-59bf92a3111a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:05.000048 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-42a5b1f6-149b-4d2b-b3cf-3035290d972a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f26f5ca1492048a0ba44f98ac18ddcfa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5618532 Feb 17 04:40:05.006799 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 49556) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:05.015666 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f057a097-a260-498c-8123-59bf92a3111a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:05.049536 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9cc786f5-a1b7-45d1-9d23-ee78eedb9ee2 req-dbcea3c0-610c-42d8-8600-a146f685860e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c8d9e88-eab4-4c1a-adf8-d65694486006 HTTP/1.1" status: 200 len: 998 time: 0.2832115 Feb 17 04:40:05.087615 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-479e9a54-ec9c-470d-9d0b-7049bffaa1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:05.102709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0ca8bf27-ef65-44f0-b4f0-f9d9cb25a297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:05.136706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e9a54-ec9c-470d-9d0b-7049bffaa1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdaf884-8d70-47c5-8b0d-c4ad67716e95,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:05.150705 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-479e9a54-ec9c-470d-9d0b-7049bffaa1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:05.152024 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-479e9a54-ec9c-470d-9d0b-7049bffaa1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:05.153548 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-479e9a54-ec9c-470d-9d0b-7049bffaa1fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fdaf884-8d70-47c5-8b0d-c4ad67716e95 HTTP/1.1" status: 204 len: 168 time: 0.6221852 Feb 17 04:40:05.188245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc786f5-a1b7-45d1-9d23-ee78eedb9ee2 req-c9f997ca-145e-4f1f-8db6-1bd202910b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:05.189639 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9cc786f5-a1b7-45d1-9d23-ee78eedb9ee2 req-c9f997ca-145e-4f1f-8db6-1bd202910b70 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74b38920-b506-4cd3-87a7-221a55afe365 HTTP/1.1" status: 200 len: 856 time: 0.1339529 Feb 17 04:40:05.206035 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f057a097-a260-498c-8123-59bf92a3111a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:05.211884 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-60c3401c-8c98-48cc-8859-1fedf2441ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:05.242681 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057a097-a260-498c-8123-59bf92a3111a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c5e176-72a8-4959-ad16-d3d414fe1774,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:05.256811 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f057a097-a260-498c-8123-59bf92a3111a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:05.284661 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f057a097-a260-498c-8123-59bf92a3111a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:05.305028 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f057a097-a260-498c-8123-59bf92a3111a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55c5e176-72a8-4959-ad16-d3d414fe1774 HTTP/1.1" status: 204 len: 168 time: 0.4999592 Feb 17 04:40:05.328521 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1dc9578a-7ea0-4d48-b4f1-e0adf8ad1ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:05.469610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1dc9578a-7ea0-4d48-b4f1-e0adf8ad1ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:05.510893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-7efbd52f-1fd5-4a28-be0d-da0b4dbc2d91 None None] Set router b4145734-9e5e-49fb-957c-5a0f8d1f4381 gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:05.699053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc786f5-a1b7-45d1-9d23-ee78eedb9ee2 req-ea1dfa8c-6ed3-47e5-a090-9de0e8bc83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:05.700686 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9cc786f5-a1b7-45d1-9d23-ee78eedb9ee2 req-ea1dfa8c-6ed3-47e5-a090-9de0e8bc83d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d7a82db-0693-4b36-bdf2-4e1d79993092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4962907 Feb 17 04:40:05.782303 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9ecd0396-37f8-4e16-88be-c260d0416d25 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:05.807598 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab48fc-24fc-4e3a-93ab-647d36384651 req-5db359e6-6001-4b30-8fed-30b5c0647f75 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:05.811727 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b1ab48fc-24fc-4e3a-93ab-647d36384651 req-5db359e6-6001-4b30-8fed-30b5c0647f75 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.2244408 Feb 17 04:40:05.856968 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5145d6-aaac-48e5-80a3-ee746bb40ff5 req-209f06a1-bb99-4702-ad59-3361d5a27e1c tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:05.858679 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aa5145d6-aaac-48e5-80a3-ee746bb40ff5 req-209f06a1-bb99-4702-ad59-3361d5a27e1c tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.3967519 Feb 17 04:40:05.872389 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1f0fe-b521-4daa-ad5d-ca73a2f10225 req-3100a592-c724-43f1-9f8b-4e01e5ab34cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:05.874069 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6cc1f0fe-b521-4daa-ad5d-ca73a2f10225 req-3100a592-c724-43f1-9f8b-4e01e5ab34cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=befae0ac515a484db91eb597439002ba&device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 1162 time: 0.4191537 Feb 17 04:40:05.940094 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b1ab48fc-24fc-4e3a-93ab-647d36384651 req-e25d66e8-802b-4291-98e6-c2b7d6359195 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071270 Feb 17 04:40:06.035920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 9ecd0396-37f8-4e16-88be-c260d0416d25 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:06.042655 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:06.185891 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aa5145d6-aaac-48e5-80a3-ee746bb40ff5 req-3f7af36c-0145-4178-af50-d00c7f9da467 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3082836 Feb 17 04:40:06.187438 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1dc9578a-7ea0-4d48-b4f1-e0adf8ad1ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:06.233802 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:06.256832 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9cc786f5-a1b7-45d1-9d23-ee78eedb9ee2 req-bba026dc-67a1-4852-820d-f18ce88afe6f service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398555 Feb 17 04:40:06.273192 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9578a-7ea0-4d48-b4f1-e0adf8ad1ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a1ebe2-719a-4da5-b0fb-ac757bacb9ed,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:06.287476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1dc9578a-7ea0-4d48-b4f1-e0adf8ad1ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:06.295093 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1dc9578a-7ea0-4d48-b4f1-e0adf8ad1ca5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87a1ebe2-719a-4da5-b0fb-ac757bacb9ed HTTP/1.1" status: 204 len: 168 time: 1.2811637 Feb 17 04:40:06.320024 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1dc9578a-7ea0-4d48-b4f1-e0adf8ad1ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:06.347357 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-7efbd52f-1fd5-4a28-be0d-da0b4dbc2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:04Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': 'ffe5e594-4d25-45e4-adc6-a4dbaa5a55d2', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'floating_ip_address': '172.28.1.79', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'port_id': '9c8d9e88-eab4-4c1a-adf8-d65694486006', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'mac_address': 'fa:16:3e:fd:cb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:40:00Z', 'revision_number': 1, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675d1fed-f79d-4ba6-8626-b36c7948fe67', 'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'mac_address': 'fa:16:3e:4f:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:59Z', 'updated_at': '2021-02-17T04:39:20Z', 'revision_number': 5, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'subnets': [{'id': '74b38920-b506-4cd3-87a7-221a55afe365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:06.359330 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbd52f-1fd5-4a28-be0d-da0b4dbc2d91 None None] The sync data for ids ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'] in dv-cinder-759987-4-smb is: [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:04Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': 'ffe5e594-4d25-45e4-adc6-a4dbaa5a55d2', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'floating_ip_address': '172.28.1.79', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'port_id': '9c8d9e88-eab4-4c1a-adf8-d65694486006', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'mac_address': 'fa:16:3e:fd:cb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:39:19Z', 'updated_at': '2021-02-17T04:40:00Z', 'revision_number': 1, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675d1fed-f79d-4ba6-8626-b36c7948fe67', 'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'mac_address': 'fa:16:3e:4f:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:59Z', 'updated_at': '2021-02-17T04:39:20Z', 'revision_number': 5, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'subnets': [{'id': '74b38920-b506-4cd3-87a7-221a55afe365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:40:06.649860 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1f0fe-b521-4daa-ad5d-ca73a2f10225 req-d964b054-f176-4c94-a3fa-fef43b11eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:06.652793 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6cc1f0fe-b521-4daa-ad5d-ca73a2f10225 req-d964b054-f176-4c94-a3fa-fef43b11eff2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=85566346-7810-448b-acd9-9bba5936da34 HTTP/1.1" status: 200 len: 912 time: 0.7432363 Feb 17 04:40:06.773681 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9cc786f5-a1b7-45d1-9d23-ee78eedb9ee2 req-76aa2dc3-e147-4ecc-9ee2-29d250b6ec25 service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4757249 Feb 17 04:40:06.779676 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6cc1f0fe-b521-4daa-ad5d-ca73a2f10225 req-efd43e19-868f-4315-bfcd-5803292ee78e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9fe5a3-9253-4a41-9b2c-33477e0b1705 HTTP/1.1" status: 200 len: 217 time: 0.1157980 Feb 17 04:40:06.779844 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bae753-44d5-4fe2-bce4-187a2f861fd2 None None] New status for floating IP ffe5e594-4d25-45e4-adc6-a4dbaa5a55d2: ACTIVE {{(pid=84103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:40:06.897489 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1f0fe-b521-4daa-ad5d-ca73a2f10225 req-6ed79efc-a5be-4649-a548-587b94d2cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:06.900557 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6cc1f0fe-b521-4daa-ad5d-ca73a2f10225 req-6ed79efc-a5be-4649-a548-587b94d2cbfb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a HTTP/1.1" status: 200 len: 858 time: 0.1080222 Feb 17 04:40:07.019277 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6cc1f0fe-b521-4daa-ad5d-ca73a2f10225 req-207192f4-3770-4e7b-a9be-48ca68bd2e2d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85566346-7810-448b-acd9-9bba5936da34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109228 Feb 17 04:40:07.312404 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-09e29f2b-750e-4671-aca9-7031c95d5d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:07.343496 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e558bc-af88-4094-801b-66777213587d req-be57d09b-3233-45fb-879c-8ac9889341cc tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:07.346090 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-03e558bc-af88-4094-801b-66777213587d req-be57d09b-3233-45fb-879c-8ac9889341cc tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.2223911 Feb 17 04:40:07.353851 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6cc1f0fe-b521-4daa-ad5d-ca73a2f10225 req-2eb80ecd-42db-4cc7-af7f-63068c67e658 service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228936 Feb 17 04:40:07.525177 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475d2aa-1e9d-46cd-a7b7-e45d28c0d550 req-95a858a4-f0cc-4940-8ae4-5a3d3bcab8a7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:07.534832 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7475d2aa-1e9d-46cd-a7b7-e45d28c0d550 req-95a858a4-f0cc-4940-8ae4-5a3d3bcab8a7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1186669 Feb 17 04:40:07.599083 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7475d2aa-1e9d-46cd-a7b7-e45d28c0d550 req-1740dced-a884-4857-9eaf-d904df1fa3de tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618675 Feb 17 04:40:07.667908 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-03e558bc-af88-4094-801b-66777213587d req-8eff3f1d-5bc1-4d7b-88c6-c7c0a345e102 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007553 Feb 17 04:40:07.703109 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6cc1f0fe-b521-4daa-ad5d-ca73a2f10225 req-6aee740f-79d8-4051-a3b8-ee9123fd5788 service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2944589 Feb 17 04:40:07.726989 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9ecd0396-37f8-4e16-88be-c260d0416d25 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:07.823610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 9ecd0396-37f8-4e16-88be-c260d0416d25 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:07.824127 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:07.996966 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9d8a6-ebb4-4947-918b-96d9ac21e50c req-05db3c83-e674-43b8-a67e-50828677fca6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:08.008825 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cff9d8a6-ebb4-4947-918b-96d9ac21e50c req-05db3c83-e674-43b8-a67e-50828677fca6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1727414 Feb 17 04:40:08.008919 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49634) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:08.021370 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-a252f249-65ad-4c9e-b6ad-5105f9e44987 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Request body: {'floatingip': {'port_id': '9ecd0396-37f8-4e16-88be-c260d0416d25'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:08.150184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a252f249-65ad-4c9e-b6ad-5105f9e44987 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, before_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:09.365786 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f1731-23cb-4721-ad70-e25b47fd43c4 req-6983b7ed-a3e2-42f4-b9f8-f6d06406bb5b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:09.367505 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-753f1731-23cb-4721-ad70-e25b47fd43c4 req-6983b7ed-a3e2-42f4-b9f8-f6d06406bb5b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.2884517 Feb 17 04:40:09.578190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-483fdd99-7402-4b67-8195-1a01beb4f95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:09.595770 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-753f1731-23cb-4721-ad70-e25b47fd43c4 req-8c90557a-dea6-4209-a29d-065c887628c3 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991669 Feb 17 04:40:09.801650 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a252f249-65ad-4c9e-b6ad-5105f9e44987 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:09.835102 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a252f249-65ad-4c9e-b6ad-5105f9e44987 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:09.926997 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:10.097519 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_db [None req-a252f249-65ad-4c9e-b6ad-5105f9e44987 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Floating IP 1a432628-28ec-4648-92ea-f621dcc586e8 associated. External IP: 172.28.1.68, port: 9ecd0396-37f8-4e16-88be-c260d0416d25. Feb 17 04:40:10.691545 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a252f249-65ad-4c9e-b6ad-5105f9e44987 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Router a35fabd1-328b-4abb-83fe-ad2c899d1903 has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:40:11.110110 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a252f249-65ad-4c9e-b6ad-5105f9e44987 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:40:11.115821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a252f249-65ad-4c9e-b6ad-5105f9e44987 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:11.123200 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0ac6cb-fe4c-4ae0-a5cc-5e536a269e64 None None] Sync routers for ids ['a35fabd1-328b-4abb-83fe-ad2c899d1903'] in dv-cinder-759987-4-smb {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:40:11.155381 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ac6cb-fe4c-4ae0-a5cc-5e536a269e64 None None] Routers {'a35fabd1-328b-4abb-83fe-ad2c899d1903'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:11.159401 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-ce0ac6cb-fe4c-4ae0-a5cc-5e536a269e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:40:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['a35fabd1-328b-4abb-83fe-ad2c899d1903'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:11.406011 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:11.651872 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a777-d4f5-4e38-b904-65bccb42730d req-477e1c88-01f7-409d-9735-d7552edddfd2 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:11.652978 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-ce0ac6cb-fe4c-4ae0-a5cc-5e536a269e64 None None] Set router a35fabd1-328b-4abb-83fe-ad2c899d1903 gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:11.654777 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3c06a777-d4f5-4e38-b904-65bccb42730d req-477e1c88-01f7-409d-9735-d7552edddfd2 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.7541177 Feb 17 04:40:11.679999 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-a252f249-65ad-4c9e-b6ad-5105f9e44987 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "PUT /v2.0/floatingips/1a432628-28ec-4648-92ea-f621dcc586e8 HTTP/1.1" status: 200 len: 991 time: 3.6696980 Feb 17 04:40:11.683135 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a66e372-a026-491f-b30c-4cbc894f337e', 'tag': '9ecd0396-37f8-4e16-88be-c260d0416d25'}] {{(pid=84101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:11.835927 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3c06a777-d4f5-4e38-b904-65bccb42730d req-66cb30a6-cd70-4fd9-86aa-8e47734ad14d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599891 Feb 17 04:40:12.094879 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a66e372-a026-491f-b30c-4cbc894f337e', 'tag': '9ecd0396-37f8-4e16-88be-c260d0416d25', 'status': 'completed', 'code': 200} Feb 17 04:40:12.154811 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:12.251046 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82404e-d204-4c70-b284-471d1ba93f16 req-c8a51814-a491-44a4-a0a5-12c0dafe53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:12.253090 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9f82404e-d204-4c70-b284-471d1ba93f16 req-c8a51814-a491-44a4-a0a5-12c0dafe53b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b027197d07e3499fb8ba5782c70e429a&device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 1163 time: 0.1124744 Feb 17 04:40:12.498855 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-ce0ac6cb-fe4c-4ae0-a5cc-5e536a269e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': '1a432628-28ec-4648-92ea-f621dcc586e8', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'floating_ip_address': '172.28.1.68', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'port_id': '9ecd0396-37f8-4e16-88be-c260d0416d25', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'mac_address': 'fa:16:3e:8f:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a66e372-a026-491f-b30c-4cbc894f337e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:39:25Z', 'updated_at': '2021-02-17T04:40:09Z', 'revision_number': 1, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d16d2b8-c967-4994-871b-34723be6a3d8', 'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'mac_address': 'fa:16:3e:14:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:07Z', 'updated_at': '2021-02-17T04:39:23Z', 'revision_number': 5, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'subnets': [{'id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:12.508935 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0ac6cb-fe4c-4ae0-a5cc-5e536a269e64 None None] Checking router: a35fabd1-328b-4abb-83fe-ad2c899d1903 for host: dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:40:12.530385 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ac6cb-fe4c-4ae0-a5cc-5e536a269e64 None None] Routers {'a35fabd1-328b-4abb-83fe-ad2c899d1903'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:40:12.531544 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-ce0ac6cb-fe4c-4ae0-a5cc-5e536a269e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:40:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['a35fabd1-328b-4abb-83fe-ad2c899d1903'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:12.725221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82404e-d204-4c70-b284-471d1ba93f16 req-4fc6a165-a41c-4529-9d9b-2a5b5fa56919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:12.727180 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9f82404e-d204-4c70-b284-471d1ba93f16 req-4fc6a165-a41c-4529-9d9b-2a5b5fa56919 service neutron] 10.222.0.65 "GET /v2.0/networks?id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c HTTP/1.1" status: 200 len: 904 time: 0.4659483 Feb 17 04:40:12.900536 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-ce0ac6cb-fe4c-4ae0-a5cc-5e536a269e64 None None] Set router a35fabd1-328b-4abb-83fe-ad2c899d1903 gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:40:12.996100 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9f82404e-d204-4c70-b284-471d1ba93f16 req-07b42754-4834-4d79-98da-eaf6976625a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ecd0396-37f8-4e16-88be-c260d0416d25 HTTP/1.1" status: 200 len: 999 time: 0.2581980 Feb 17 04:40:13.083404 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82404e-d204-4c70-b284-471d1ba93f16 req-b5579871-97c2-4294-a654-5f22e0bd4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:13.085140 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9f82404e-d204-4c70-b284-471d1ba93f16 req-b5579871-97c2-4294-a654-5f22e0bd4202 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24db9e6c-4099-46d8-ad28-21e2d704428a HTTP/1.1" status: 200 len: 849 time: 0.0824511 Feb 17 04:40:13.226809 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82404e-d204-4c70-b284-471d1ba93f16 req-248c0e4a-16fa-48b4-86ce-bf00865851ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:13.228875 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9f82404e-d204-4c70-b284-471d1ba93f16 req-248c0e4a-16fa-48b4-86ce-bf00865851ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1226878 Feb 17 04:40:13.386485 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e42331-efff-4651-9f6f-ed0a8ca0c70d req-938ca32f-8426-476a-9ac2-50f29e4ce73e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:13.390100 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d3e42331-efff-4651-9f6f-ed0a8ca0c70d req-938ca32f-8426-476a-9ac2-50f29e4ce73e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.2343884 Feb 17 04:40:13.408770 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9f82404e-d204-4c70-b284-471d1ba93f16 req-314563d3-a431-4864-a611-d748db044733 service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701944 Feb 17 04:40:13.553509 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d3e42331-efff-4651-9f6f-ed0a8ca0c70d req-26c088be-fcf5-49b1-8af8-1d049e6740ff tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552265 Feb 17 04:40:13.590216 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9f82404e-d204-4c70-b284-471d1ba93f16 req-f0d32dff-1c7c-4a36-9e8d-d4632c7ddaad service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1706505 Feb 17 04:40:13.862749 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-ce0ac6cb-fe4c-4ae0-a5cc-5e536a269e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': '1a432628-28ec-4648-92ea-f621dcc586e8', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'floating_ip_address': '172.28.1.68', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'port_id': '9ecd0396-37f8-4e16-88be-c260d0416d25', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'mac_address': 'fa:16:3e:8f:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a66e372-a026-491f-b30c-4cbc894f337e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:39:25Z', 'updated_at': '2021-02-17T04:40:09Z', 'revision_number': 1, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d16d2b8-c967-4994-871b-34723be6a3d8', 'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'mac_address': 'fa:16:3e:14:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:07Z', 'updated_at': '2021-02-17T04:39:23Z', 'revision_number': 5, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'subnets': [{'id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:40:13.868857 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0ac6cb-fe4c-4ae0-a5cc-5e536a269e64 None None] The sync data for ids ['a35fabd1-328b-4abb-83fe-ad2c899d1903'] in dv-cinder-759987-4-smb is: [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': '1a432628-28ec-4648-92ea-f621dcc586e8', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'floating_ip_address': '172.28.1.68', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'port_id': '9ecd0396-37f8-4e16-88be-c260d0416d25', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'mac_address': 'fa:16:3e:8f:17:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a66e372-a026-491f-b30c-4cbc894f337e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:39:25Z', 'updated_at': '2021-02-17T04:40:09Z', 'revision_number': 1, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d16d2b8-c967-4994-871b-34723be6a3d8', 'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'mac_address': 'fa:16:3e:14:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:07Z', 'updated_at': '2021-02-17T04:39:23Z', 'revision_number': 5, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'subnets': [{'id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:40:14.340704 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5561cab1-5756-4bd9-8d6a-7443a54922e5 None None] New status for floating IP 1a432628-28ec-4648-92ea-f621dcc586e8: ACTIVE {{(pid=84103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:40:14.674325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:40:14.952176 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1fef9-5b8a-4f1d-b8e7-fbeed265ee2a req-677bedf4-b6fc-40da-bdac-ee5e1fdbdc64 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:14.966249 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7cd1fef9-5b8a-4f1d-b8e7-fbeed265ee2a req-677bedf4-b6fc-40da-bdac-ee5e1fdbdc64 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.1980202 Feb 17 04:40:15.028624 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7cd1fef9-5b8a-4f1d-b8e7-fbeed265ee2a req-e0a9bd95-fdd6-480b-b8d9-5a2147d1c0c0 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609076 Feb 17 04:40:15.875670 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49870) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:15.929701 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 49876) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:15.984928 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 49884) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:16.122694 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fe32e18b-3ad1-4f65-a1e1-c9930448a0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:16.144632 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-fe32e18b-3ad1-4f65-a1e1-c9930448a0c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:16.149115 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-fe32e18b-3ad1-4f65-a1e1-c9930448a0c7 admin admin] Usage tracker for resource:security_group_rule and tenant:348c2ba16ebe4c899b550420c134ae89 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:16.152736 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-fe32e18b-3ad1-4f65-a1e1-c9930448a0c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:16.159483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-fe32e18b-3ad1-4f65-a1e1-c9930448a0c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:16.385159 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fe32e18b-3ad1-4f65-a1e1-c9930448a0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:16.418308 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fe73e-b4d8-4f75-8268-75aec3d94dfb req-269bb2db-f87a-4e63-8184-c0f99e080c12 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:16.420280 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-355fe73e-b4d8-4f75-8268-75aec3d94dfb req-269bb2db-f87a-4e63-8184-c0f99e080c12 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.1480551 Feb 17 04:40:16.422582 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fe32e18b-3ad1-4f65-a1e1-c9930448a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:16.434532 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-55ca4b72-c0a9-45af-aac4-dca38359bf2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:16.523485 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-355fe73e-b4d8-4f75-8268-75aec3d94dfb req-87c95daf-e42d-4eae-8ba8-099b11c56d35 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747392 Feb 17 04:40:16.548284 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-fe32e18b-3ad1-4f65-a1e1-c9930448a0c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=348c2ba16ebe4c899b550420c134ae89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6716099 Feb 17 04:40:16.554252 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49900) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:16.557806 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32e18b-3ad1-4f65-a1e1-c9930448a0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64616700-c7db-4efc-888c-a9264608479a,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:16.573896 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9db79a9f-dd23-4639-b901-5e19eeeb1b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:16.588952 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-fe32e18b-3ad1-4f65-a1e1-c9930448a0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:16.638893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-984577ca-c106-495b-b15c-56ed6992767d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:16.661929 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9db79a9f-dd23-4639-b901-5e19eeeb1b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:16.668195 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-984577ca-c106-495b-b15c-56ed6992767d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:16.681395 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9db79a9f-dd23-4639-b901-5e19eeeb1b9e admin admin] Usage tracker for resource:security_group_rule and tenant:db5f460069a74a539c1cb64ac77ab047 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:16.685009 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-984577ca-c106-495b-b15c-56ed6992767d admin admin] Usage tracker for resource:security_group_rule and tenant:787988cb59714d01bc13447a40741077 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:16.690274 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-984577ca-c106-495b-b15c-56ed6992767d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:16.694583 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9db79a9f-dd23-4639-b901-5e19eeeb1b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:16.706384 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-984577ca-c106-495b-b15c-56ed6992767d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:16.711557 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9db79a9f-dd23-4639-b901-5e19eeeb1b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:16.763683 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b622af6d-7640-4828-a66c-4395aafd330b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:16.770451 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8da77500-ad7a-4eb8-a347-3863acec9190 req-5388a2c2-9c33-4b6f-9b46-143a19da38c7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4066355 Feb 17 04:40:16.821186 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b622af6d-7640-4828-a66c-4395aafd330b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:16.944288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b622af6d-7640-4828-a66c-4395aafd330b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:16.961916 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6184f899-4ed3-4a2c-8e78-4081cf243b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:16.991613 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622af6d-7640-4828-a66c-4395aafd330b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64616700-c7db-4efc-888c-a9264608479a,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:17.009073 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b622af6d-7640-4828-a66c-4395aafd330b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.012177 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-b622af6d-7640-4828-a66c-4395aafd330b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64616700-c7db-4efc-888c-a9264608479a HTTP/1.1" status: 204 len: 168 time: 0.4560575 Feb 17 04:40:17.014103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b622af6d-7640-4828-a66c-4395aafd330b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:17.205988 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9db79a9f-dd23-4639-b901-5e19eeeb1b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.242815 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da77500-ad7a-4eb8-a347-3863acec9190 req-59a47854-4e86-45d8-afc0-965256eedb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:17.245769 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8da77500-ad7a-4eb8-a347-3863acec9190 req-59a47854-4e86-45d8-afc0-965256eedb80 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=befae0ac515a484db91eb597439002ba&device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 1162 time: 0.3332355 Feb 17 04:40:17.252049 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9db79a9f-dd23-4639-b901-5e19eeeb1b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.280789 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:17.355589 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db79a9f-dd23-4639-b901-5e19eeeb1b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef81ad2-cbf0-4947-99f2-355cb714de86,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:17.360190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-984577ca-c106-495b-b15c-56ed6992767d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.514387 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9db79a9f-dd23-4639-b901-5e19eeeb1b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:17.521168 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-984577ca-c106-495b-b15c-56ed6992767d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.533634 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-afb0e8ce-3b50-4785-a1ed-5ae68d539a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:17.543549 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da77500-ad7a-4eb8-a347-3863acec9190 req-b66ef87b-0e16-4dd6-9156-86292bbbcae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:17.545564 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8da77500-ad7a-4eb8-a347-3863acec9190 req-b66ef87b-0e16-4dd6-9156-86292bbbcae1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=85566346-7810-448b-acd9-9bba5936da34 HTTP/1.1" status: 200 len: 912 time: 0.2227609 Feb 17 04:40:17.576312 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-984577ca-c106-495b-b15c-56ed6992767d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=787988cb59714d01bc13447a40741077&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5872917 Feb 17 04:40:17.576652 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-9db79a9f-dd23-4639-b901-5e19eeeb1b9e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db5f460069a74a539c1cb64ac77ab047&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6451404 Feb 17 04:40:17.578391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 49924) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:17.579591 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49926) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:17.667421 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8da77500-ad7a-4eb8-a347-3863acec9190 req-a1530803-39d2-4b0f-81d8-cd29c5881b8c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d20de95e-d87b-41cf-aa8d-886380ba445b HTTP/1.1" status: 200 len: 217 time: 0.0896871 Feb 17 04:40:17.727356 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ea133aea-a5c0-4a3f-b0e9-e182a19d0f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.744965 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984577ca-c106-495b-b15c-56ed6992767d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f22e4e3-b501-4825-a61f-84f2c94e2e26,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:17.765285 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ea133aea-a5c0-4a3f-b0e9-e182a19d0f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.822308 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da77500-ad7a-4eb8-a347-3863acec9190 req-5a9962a8-93d8-41ee-98ba-87b7731c3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:17.823998 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8da77500-ad7a-4eb8-a347-3863acec9190 req-5a9962a8-93d8-41ee-98ba-87b7731c3f48 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a HTTP/1.1" status: 200 len: 858 time: 0.0901470 Feb 17 04:40:17.827909 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-984577ca-c106-495b-b15c-56ed6992767d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:17.836567 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49938) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:17.859981 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bffa6e69-2d8d-49b9-867a-5faa3c1b9600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.874119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ea133aea-a5c0-4a3f-b0e9-e182a19d0f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.882417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-34806b30-694a-43c1-bcd5-f1fa24c9c372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:17.899262 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea133aea-a5c0-4a3f-b0e9-e182a19d0f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef81ad2-cbf0-4947-99f2-355cb714de86,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:17.903746 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ea133aea-a5c0-4a3f-b0e9-e182a19d0f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:17.905000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-bffa6e69-2d8d-49b9-867a-5faa3c1b9600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:17.917105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-bffa6e69-2d8d-49b9-867a-5faa3c1b9600 admin admin] Usage tracker for resource:security_group_rule and tenant:64d5a78f209f4c468f9291d28b656d42 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:17.923440 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ea133aea-a5c0-4a3f-b0e9-e182a19d0f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.928900 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-ea133aea-a5c0-4a3f-b0e9-e182a19d0f1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ef81ad2-cbf0-4947-99f2-355cb714de86 HTTP/1.1" status: 204 len: 168 time: 0.3454242 Feb 17 04:40:17.929302 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-bffa6e69-2d8d-49b9-867a-5faa3c1b9600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:17.943481 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8da77500-ad7a-4eb8-a347-3863acec9190 req-6b9d4f68-c77b-4277-90bf-54414e28bffc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85566346-7810-448b-acd9-9bba5936da34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066387 Feb 17 04:40:17.949120 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b0561da9-cbc2-4711-bedc-076863215a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:17.981880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-bffa6e69-2d8d-49b9-867a-5faa3c1b9600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:18.136500 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b0561da9-cbc2-4711-bedc-076863215a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.181235 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bffa6e69-2d8d-49b9-867a-5faa3c1b9600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.240155 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bffa6e69-2d8d-49b9-867a-5faa3c1b9600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.251321 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-26dea1b8-bedf-4c0c-b605-2c89543d876f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:18.287240 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8da77500-ad7a-4eb8-a347-3863acec9190 req-7300c7ab-8564-44d4-84ae-05519cc5a899 service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393855 Feb 17 04:40:18.328390 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b14b1a-5567-4fc1-ae10-be533c1229bf req-bc448325-dd04-460b-be74-5c1e16ef5edf tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:18.330410 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-11b14b1a-5567-4fc1-ae10-be533c1229bf req-bc448325-dd04-460b-be74-5c1e16ef5edf tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.4403431 Feb 17 04:40:18.337262 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa6e69-2d8d-49b9-867a-5faa3c1b9600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1064abef-e8c3-4957-9f82-5d934db3a3be,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:18.354157 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-bffa6e69-2d8d-49b9-867a-5faa3c1b9600 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64d5a78f209f4c468f9291d28b656d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5158503 Feb 17 04:40:18.355585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49948) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:18.357528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bffa6e69-2d8d-49b9-867a-5faa3c1b9600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:18.481755 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-11b14b1a-5567-4fc1-ae10-be533c1229bf req-25463c7a-f769-4b76-8cdd-c9be97ac0736 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851369 Feb 17 04:40:18.485963 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b0561da9-cbc2-4711-bedc-076863215a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.502823 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9b8ee6dc-8778-4ed5-a147-7fc21eb6fa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.538851 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ab239f8d-5d7a-48c0-a1c1-dd558467cac6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:18.559403 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0561da9-cbc2-4711-bedc-076863215a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f22e4e3-b501-4825-a61f-84f2c94e2e26,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:18.561582 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9b8ee6dc-8778-4ed5-a147-7fc21eb6fa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.571952 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b0561da9-cbc2-4711-bedc-076863215a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:18.591619 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8da77500-ad7a-4eb8-a347-3863acec9190 req-98841764-895a-44ae-b3fe-75a029fca8f9 service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2971139 Feb 17 04:40:18.599477 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b0561da9-cbc2-4711-bedc-076863215a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.601032 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-b0561da9-cbc2-4711-bedc-076863215a1c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f22e4e3-b501-4825-a61f-84f2c94e2e26 HTTP/1.1" status: 204 len: 168 time: 1.0184216 Feb 17 04:40:18.691166 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9b8ee6dc-8778-4ed5-a147-7fc21eb6fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.696707 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-214e3cce-5081-42ad-9e37-5de21266b499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:18.708678 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ee6dc-8778-4ed5-a147-7fc21eb6fa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1064abef-e8c3-4957-9f82-5d934db3a3be,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:18.712790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9b8ee6dc-8778-4ed5-a147-7fc21eb6fa1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:18.716485 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9b8ee6dc-8778-4ed5-a147-7fc21eb6fa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.717747 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-9b8ee6dc-8778-4ed5-a147-7fc21eb6fa1d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1064abef-e8c3-4957-9f82-5d934db3a3be HTTP/1.1" status: 204 len: 168 time: 0.3586373 Feb 17 04:40:18.849576 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49966) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:18.882889 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ea7d03a4-ace1-48e4-9af1-7f542e7bee6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:18.912275 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ea7d03a4-ace1-48e4-9af1-7f542e7bee6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:18.918045 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ea7d03a4-ace1-48e4-9af1-7f542e7bee6d admin admin] Usage tracker for resource:security_group_rule and tenant:6f05e3b233304340b2eb6f0504e5deb2 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:18.922004 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ea7d03a4-ace1-48e4-9af1-7f542e7bee6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:18.930630 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ea7d03a4-ace1-48e4-9af1-7f542e7bee6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:19.079025 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ea7d03a4-ace1-48e4-9af1-7f542e7bee6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.149692 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ea7d03a4-ace1-48e4-9af1-7f542e7bee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.198389 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1f4a4c94-b689-406d-82c3-2d64d1782adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:19.227688 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 49976) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:19.284110 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ce3eaf3c-f966-423e-880b-f52e530388db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.306608 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-ea7d03a4-ace1-48e4-9af1-7f542e7bee6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f05e3b233304340b2eb6f0504e5deb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554894 Feb 17 04:40:19.308475 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d03a4-ace1-48e4-9af1-7f542e7bee6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecae168-f3e5-48fc-b5cd-d0c8052ea431,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:19.311877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 49986) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:19.317767 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ea7d03a4-ace1-48e4-9af1-7f542e7bee6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:19.324612 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ce3eaf3c-f966-423e-880b-f52e530388db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:19.334246 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ce3eaf3c-f966-423e-880b-f52e530388db admin admin] Usage tracker for resource:security_group_rule and tenant:d71e7a1a49dd449a9388c0e66d15a138 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:19.340119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ce3eaf3c-f966-423e-880b-f52e530388db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:19.371700 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ce3eaf3c-f966-423e-880b-f52e530388db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:19.408021 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2adc88c9-5b3a-4c56-9da1-214f663aa07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.487999 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2adc88c9-5b3a-4c56-9da1-214f663aa07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.540097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ce3eaf3c-f966-423e-880b-f52e530388db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.571773 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ce3eaf3c-f966-423e-880b-f52e530388db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.582112 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b0561da9-cbc2-4711-bedc-076863215a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:19.621063 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2adc88c9-5b3a-4c56-9da1-214f663aa07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.641319 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-417bcf15-de7b-4009-8801-7ba1032eb508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:19.645779 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-ce3eaf3c-f966-423e-880b-f52e530388db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d71e7a1a49dd449a9388c0e66d15a138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164290 Feb 17 04:40:19.646752 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3eaf3c-f966-423e-880b-f52e530388db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663e516c-10a8-42da-b8a2-8392d9b310e2,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:19.649545 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 50002) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:19.652700 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ce3eaf3c-f966-423e-880b-f52e530388db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:19.701439 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc88c9-5b3a-4c56-9da1-214f663aa07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecae168-f3e5-48fc-b5cd-d0c8052ea431,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:19.770360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2adc88c9-5b3a-4c56-9da1-214f663aa07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:19.772977 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2adc88c9-5b3a-4c56-9da1-214f663aa07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.774252 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-2adc88c9-5b3a-4c56-9da1-214f663aa07f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ecae168-f3e5-48fc-b5cd-d0c8052ea431 HTTP/1.1" status: 204 len: 168 time: 0.4611731 Feb 17 04:40:19.775526 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9c55f1dd-a291-4de6-9869-6e426eb2ff95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.840346 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9c55f1dd-a291-4de6-9869-6e426eb2ff95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:19.846787 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32c9c7-3a9a-4cf0-9b90-d583c0303cc0 req-19d9158e-f88c-41e8-a6ec-c075450edf41 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:19.860852 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1d32c9c7-3a9a-4cf0-9b90-d583c0303cc0 req-19d9158e-f88c-41e8-a6ec-c075450edf41 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.1487267 Feb 17 04:40:19.904299 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1d32c9c7-3a9a-4cf0-9b90-d583c0303cc0 req-56867843-2a92-44e2-9017-8513b5063f2a tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484881 Feb 17 04:40:20.055485 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9c55f1dd-a291-4de6-9869-6e426eb2ff95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:20.062994 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:20.079275 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9c55f1dd-a291-4de6-9869-6e426eb2ff95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:20.083986 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-9c55f1dd-a291-4de6-9869-6e426eb2ff95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/663e516c-10a8-42da-b8a2-8392d9b310e2 HTTP/1.1" status: 204 len: 168 time: 0.4332700 Feb 17 04:40:20.085078 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55f1dd-a291-4de6-9869-6e426eb2ff95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663e516c-10a8-42da-b8a2-8392d9b310e2,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:20.087643 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9c55f1dd-a291-4de6-9869-6e426eb2ff95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:21.137984 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e0b92-fd51-48b9-9094-aab9faee3240 req-ac4ba1a8-71b4-4413-93f7-36079efdb58c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:21.140028 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b82e0b92-fd51-48b9-9094-aab9faee3240 req-ac4ba1a8-71b4-4413-93f7-36079efdb58c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.1060209 Feb 17 04:40:21.231325 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b82e0b92-fd51-48b9-9094-aab9faee3240 req-69c1c796-2ad4-4a5a-a706-31525883e3c7 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824611 Feb 17 04:40:22.565660 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f1b57-66eb-455b-9d24-39ca8236e985 req-11b82226-5518-4135-b9c2-9c33d03f1e1c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:22.568019 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6c8f1b57-66eb-455b-9d24-39ca8236e985 req-11b82226-5518-4135-b9c2-9c33d03f1e1c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.1039767 Feb 17 04:40:22.637845 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6c8f1b57-66eb-455b-9d24-39ca8236e985 req-a31c3ea8-f3a0-4c3f-bb6a-e46f9fe06263 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614645 Feb 17 04:40:23.126193 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 50150) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:23.430901 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:23.460151 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5955326d-c07a-433c-b425-2dbb741212b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:23.484698 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-5955326d-c07a-433c-b425-2dbb741212b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:23.490142 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-5955326d-c07a-433c-b425-2dbb741212b2 admin admin] Usage tracker for resource:security_group_rule and tenant:a9bada85d204436a891310ebbd8174da is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:23.495202 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-5955326d-c07a-433c-b425-2dbb741212b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:23.502986 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-5955326d-c07a-433c-b425-2dbb741212b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:23.634483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5955326d-c07a-433c-b425-2dbb741212b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:23.679921 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5955326d-c07a-433c-b425-2dbb741212b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:23.691650 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:23.737028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955326d-c07a-433c-b425-2dbb741212b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0426cc9d-f3bb-4a42-a15f-c3cf6739b2a5,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:23.759137 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-5955326d-c07a-433c-b425-2dbb741212b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:23.823679 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-5955326d-c07a-433c-b425-2dbb741212b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9bada85d204436a891310ebbd8174da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6961703 Feb 17 04:40:23.829611 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50176) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:23.881409 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f79825-8f37-4838-b98a-da779ddcaff3 req-ed337743-410c-40f6-a8e4-5dee34d704cc tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:23.892792 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-48f79825-8f37-4838-b98a-da779ddcaff3 req-ed337743-410c-40f6-a8e4-5dee34d704cc tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.1203866 Feb 17 04:40:23.920556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-682aa4b5-e3c4-4f74-a175-735aba5af4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:23.959502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-682aa4b5-e3c4-4f74-a175-735aba5af4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:24.027983 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-48f79825-8f37-4838-b98a-da779ddcaff3 req-9faa242a-e4c8-40e1-a664-88223eae3694 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338763 Feb 17 04:40:24.063478 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-682aa4b5-e3c4-4f74-a175-735aba5af4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:24.081540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1b9a6380-8a17-4c42-b5db-23f37b9e8acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:24.108180 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682aa4b5-e3c4-4f74-a175-735aba5af4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0426cc9d-f3bb-4a42-a15f-c3cf6739b2a5,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:24.116348 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-682aa4b5-e3c4-4f74-a175-735aba5af4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:24.126368 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-682aa4b5-e3c4-4f74-a175-735aba5af4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:24.127945 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-682aa4b5-e3c4-4f74-a175-735aba5af4b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0426cc9d-f3bb-4a42-a15f-c3cf6739b2a5 HTTP/1.1" status: 204 len: 168 time: 0.2967870 Feb 17 04:40:25.228137 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50218) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:25.298079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dfdef0b9-cfaf-4bc5-96e0-b6d0bcd0c0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:25.330088 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-dfdef0b9-cfaf-4bc5-96e0-b6d0bcd0c0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:25.338274 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-dfdef0b9-cfaf-4bc5-96e0-b6d0bcd0c0a0 admin admin] Usage tracker for resource:security_group_rule and tenant:09c32f046460488bb4a46f2eea0f1d32 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:25.342552 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-dfdef0b9-cfaf-4bc5-96e0-b6d0bcd0c0a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:25.357317 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-dfdef0b9-cfaf-4bc5-96e0-b6d0bcd0c0a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:25.403952 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15caba2c-64dc-4108-9ef2-06f92f864eef req-dbf4d723-fb28-4894-8d8e-3a4d832356c6 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:25.405719 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-15caba2c-64dc-4108-9ef2-06f92f864eef req-dbf4d723-fb28-4894-8d8e-3a4d832356c6 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.1503763 Feb 17 04:40:25.484490 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-15caba2c-64dc-4108-9ef2-06f92f864eef req-89bf55c0-1dfd-4d6d-a0a4-8f272174d0ff tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648332 Feb 17 04:40:25.582100 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dfdef0b9-cfaf-4bc5-96e0-b6d0bcd0c0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:25.617145 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dfdef0b9-cfaf-4bc5-96e0-b6d0bcd0c0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:25.638932 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-7ec77ece-cc34-4155-ae04-13d476cc62d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:25.670109 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 50242) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:25.670246 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-dfdef0b9-cfaf-4bc5-96e0-b6d0bcd0c0a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=09c32f046460488bb4a46f2eea0f1d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408102 Feb 17 04:40:25.690394 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdef0b9-cfaf-4bc5-96e0-b6d0bcd0c0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28ed49d-9684-49fe-9b53-a46f430d6edc,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:25.695600 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dfdef0b9-cfaf-4bc5-96e0-b6d0bcd0c0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:25.763671 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-028ce18c-9a35-4ce8-ae07-dd473f750215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:25.796028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-028ce18c-9a35-4ce8-ae07-dd473f750215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:25.912833 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-028ce18c-9a35-4ce8-ae07-dd473f750215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:25.921518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:25.932283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ce18c-9a35-4ce8-ae07-dd473f750215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28ed49d-9684-49fe-9b53-a46f430d6edc,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:25.935150 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-028ce18c-9a35-4ce8-ae07-dd473f750215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:25.950545 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-028ce18c-9a35-4ce8-ae07-dd473f750215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:25.950545 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-028ce18c-9a35-4ce8-ae07-dd473f750215 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e28ed49d-9684-49fe-9b53-a46f430d6edc HTTP/1.1" status: 204 len: 168 time: 0.2776861 Feb 17 04:40:26.690719 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50294) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:26.720302 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb324-b2dd-4ade-80d1-b3a6994134c1 req-fcf5cf6b-7fbb-432c-9356-442ca097a85c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:26.722451 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-730cb324-b2dd-4ade-80d1-b3a6994134c1 req-fcf5cf6b-7fbb-432c-9356-442ca097a85c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.0991862 Feb 17 04:40:26.731743 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-75070d35-37d7-4d4c-ae2d-1f74173df05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:26.766360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-75070d35-37d7-4d4c-ae2d-1f74173df05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:26.780183 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-75070d35-37d7-4d4c-ae2d-1f74173df05a admin admin] Usage tracker for resource:security_group_rule and tenant:85c440200c314d37a6113a465a411f21 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:26.787311 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-75070d35-37d7-4d4c-ae2d-1f74173df05a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:26.801476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-75070d35-37d7-4d4c-ae2d-1f74173df05a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:26.819296 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-730cb324-b2dd-4ade-80d1-b3a6994134c1 req-e11abd34-d19a-484a-bbe1-a7532e95d9cd tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878365 Feb 17 04:40:26.927153 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-75070d35-37d7-4d4c-ae2d-1f74173df05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:26.965960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-75070d35-37d7-4d4c-ae2d-1f74173df05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:26.980567 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-fe2478ee-2634-4199-97be-6850aea94cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:27.050644 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75070d35-37d7-4d4c-ae2d-1f74173df05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b57e978-dd62-4c41-93dd-566febdd08a8,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:27.055400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-75070d35-37d7-4d4c-ae2d-1f74173df05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:27.088371 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-75070d35-37d7-4d4c-ae2d-1f74173df05a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85c440200c314d37a6113a465a411f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952079 Feb 17 04:40:27.090696 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50314) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:27.168712 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-93bcc024-3df1-4304-80ce-143801e95a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:27.201219 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-93bcc024-3df1-4304-80ce-143801e95a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:27.290783 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-93bcc024-3df1-4304-80ce-143801e95a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:27.295508 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b622af6d-7640-4828-a66c-4395aafd330b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:27.315228 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcc024-3df1-4304-80ce-143801e95a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b57e978-dd62-4c41-93dd-566febdd08a8,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:27.321102 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-93bcc024-3df1-4304-80ce-143801e95a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:27.325774 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-93bcc024-3df1-4304-80ce-143801e95a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:27.327554 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-93bcc024-3df1-4304-80ce-143801e95a86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b57e978-dd62-4c41-93dd-566febdd08a8 HTTP/1.1" status: 204 len: 168 time: 0.2353458 Feb 17 04:40:27.364888 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 50328) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:27.562240 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bf6f8317-a9da-4c8b-be53-58d2273120d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:27.580138 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-bf6f8317-a9da-4c8b-be53-58d2273120d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:27.585071 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-bf6f8317-a9da-4c8b-be53-58d2273120d7 admin admin] Usage tracker for resource:security_group_rule and tenant:bbd65dca73c94f739fd53cfb6f2f78a5 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:27.588402 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-bf6f8317-a9da-4c8b-be53-58d2273120d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:27.601488 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-bf6f8317-a9da-4c8b-be53-58d2273120d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:27.721782 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bf6f8317-a9da-4c8b-be53-58d2273120d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:27.787154 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bf6f8317-a9da-4c8b-be53-58d2273120d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:27.805541 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1dc9578a-7ea0-4d48-b4f1-e0adf8ad1ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:27.876899 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-bf6f8317-a9da-4c8b-be53-58d2273120d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bbd65dca73c94f739fd53cfb6f2f78a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5105693 Feb 17 04:40:27.877032 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50350) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:27.890437 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f8317-a9da-4c8b-be53-58d2273120d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9017e3e-53cf-44b5-87f9-475de5916a2f,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:27.895340 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bf6f8317-a9da-4c8b-be53-58d2273120d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:28.049334 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-05b2bc11-8e22-47d2-9198-9c5d06f61594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:28.092583 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-05b2bc11-8e22-47d2-9198-9c5d06f61594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:28.176313 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc2af7-dfbc-4b81-8cd6-d145f535ca6c req-2341f889-f262-4733-b49a-9f7675327236 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:28.181033 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-abcc2af7-dfbc-4b81-8cd6-d145f535ca6c req-2341f889-f262-4733-b49a-9f7675327236 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.2165887 Feb 17 04:40:28.230646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-05b2bc11-8e22-47d2-9198-9c5d06f61594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:28.243524 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-fe32e18b-3ad1-4f65-a1e1-c9930448a0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:28.256311 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-abcc2af7-dfbc-4b81-8cd6-d145f535ca6c req-76affd13-e1ad-4775-aa6f-df9bb12496b5 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740635 Feb 17 04:40:28.261654 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2bc11-8e22-47d2-9198-9c5d06f61594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9017e3e-53cf-44b5-87f9-475de5916a2f,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:28.264284 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-05b2bc11-8e22-47d2-9198-9c5d06f61594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:28.273137 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-05b2bc11-8e22-47d2-9198-9c5d06f61594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:28.275633 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-05b2bc11-8e22-47d2-9198-9c5d06f61594 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9017e3e-53cf-44b5-87f9-475de5916a2f HTTP/1.1" status: 204 len: 168 time: 0.3962162 Feb 17 04:40:29.168615 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50392) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:29.190767 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d037f501-32e5-4c4d-96fe-a3a47bff5472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:29.209031 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-d037f501-32e5-4c4d-96fe-a3a47bff5472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:29.213654 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-d037f501-32e5-4c4d-96fe-a3a47bff5472 admin admin] Usage tracker for resource:security_group_rule and tenant:6ce5342a0df640dd95ae38b786f1071d is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:29.217094 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-d037f501-32e5-4c4d-96fe-a3a47bff5472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:29.224259 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-d037f501-32e5-4c4d-96fe-a3a47bff5472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:29.338934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d037f501-32e5-4c4d-96fe-a3a47bff5472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:29.371152 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d037f501-32e5-4c4d-96fe-a3a47bff5472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:29.382852 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bffa6e69-2d8d-49b9-867a-5faa3c1b9600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:29.387112 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 50402) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:29.421845 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037f501-32e5-4c4d-96fe-a3a47bff5472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d84c985-2963-4744-a75e-835e630ca28f,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:29.427124 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d037f501-32e5-4c4d-96fe-a3a47bff5472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:29.451484 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-d037f501-32e5-4c4d-96fe-a3a47bff5472 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ce5342a0df640dd95ae38b786f1071d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814229 Feb 17 04:40:29.454445 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 50410) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:29.647830 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6647-f44a-4b54-8dd2-58373d7224ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:29.701166 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f7bee-e45e-47c4-b167-71a2384a0388 req-25698ba0-42d8-4793-be12-c3953caa2736 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:29.704110 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d80f7bee-e45e-47c4-b167-71a2384a0388 req-25698ba0-42d8-4793-be12-c3953caa2736 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.2322650 Feb 17 04:40:29.804842 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6647-f44a-4b54-8dd2-58373d7224ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:29.820598 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1941c79d-3444-463c-9eec-85be7e237ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:29.893884 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d80f7bee-e45e-47c4-b167-71a2384a0388 req-ea8a5289-3df1-4013-8200-d6c277bcc104 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749442 Feb 17 04:40:29.906275 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-1941c79d-3444-463c-9eec-85be7e237ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:29.911644 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-1941c79d-3444-463c-9eec-85be7e237ea1 admin admin] Usage tracker for resource:security_group_rule and tenant:bb64470797bc4c8b8eccdfab5f67498c is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:29.915857 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-1941c79d-3444-463c-9eec-85be7e237ea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:29.925115 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-1941c79d-3444-463c-9eec-85be7e237ea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:29.968424 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6647-f44a-4b54-8dd2-58373d7224ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:29.981813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:29.999425 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6647-f44a-4b54-8dd2-58373d7224ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:30.000733 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-9a3f6647-f44a-4b54-8dd2-58373d7224ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d84c985-2963-4744-a75e-835e630ca28f HTTP/1.1" status: 204 len: 168 time: 0.5449257 Feb 17 04:40:30.016184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f6647-f44a-4b54-8dd2-58373d7224ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d84c985-2963-4744-a75e-835e630ca28f,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:30.024980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9a3f6647-f44a-4b54-8dd2-58373d7224ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:30.132065 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1941c79d-3444-463c-9eec-85be7e237ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:30.159410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1941c79d-3444-463c-9eec-85be7e237ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:30.169404 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4e4167a9-b4f5-450c-8904-e4d62f09233d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:30.213362 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1941c79d-3444-463c-9eec-85be7e237ea1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb64470797bc4c8b8eccdfab5f67498c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8250754 Feb 17 04:40:30.218168 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50442) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:30.234560 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941c79d-3444-463c-9eec-85be7e237ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc385d66-e0b9-46b9-b702-710a5fcf0f61,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:30.239412 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1941c79d-3444-463c-9eec-85be7e237ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:30.342585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-203a6098-dfda-4f90-9dfa-3ded3739e8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:30.387604 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-203a6098-dfda-4f90-9dfa-3ded3739e8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:30.499109 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-203a6098-dfda-4f90-9dfa-3ded3739e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:30.506430 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4e164229-c6e5-437e-9900-b9dd8c6dc56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:30.522070 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a6098-dfda-4f90-9dfa-3ded3739e8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc385d66-e0b9-46b9-b702-710a5fcf0f61,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:30.525617 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-203a6098-dfda-4f90-9dfa-3ded3739e8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:30.539601 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-203a6098-dfda-4f90-9dfa-3ded3739e8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:30.542712 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-203a6098-dfda-4f90-9dfa-3ded3739e8a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc385d66-e0b9-46b9-b702-710a5fcf0f61 HTTP/1.1" status: 204 len: 168 time: 0.3230116 Feb 17 04:40:31.252706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 50490) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:31.257630 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc60fb-5aa5-4390-96ad-21c7f163b8f2 req-fc2454fd-2698-450c-9285-db3b46a4fb60 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:31.259606 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b8bc60fb-5aa5-4390-96ad-21c7f163b8f2 req-fc2454fd-2698-450c-9285-db3b46a4fb60 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.1408031 Feb 17 04:40:31.275535 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a66ad82c-2450-407d-b37e-a464236b1e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:31.296876 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-a66ad82c-2450-407d-b37e-a464236b1e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:31.303722 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-a66ad82c-2450-407d-b37e-a464236b1e87 admin admin] Usage tracker for resource:security_group_rule and tenant:019d6ce6e6b84760aaded066d3153ba9 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:31.307204 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-a66ad82c-2450-407d-b37e-a464236b1e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:31.314105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-a66ad82c-2450-407d-b37e-a464236b1e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:31.405054 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b8bc60fb-5aa5-4390-96ad-21c7f163b8f2 req-c55594be-c52f-4598-acb8-d49d037392e8 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364291 Feb 17 04:40:31.459292 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a66ad82c-2450-407d-b37e-a464236b1e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:31.495618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a66ad82c-2450-407d-b37e-a464236b1e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:31.506593 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9db79a9f-dd23-4639-b901-5e19eeeb1b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:31.575237 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50504) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:31.575462 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-a66ad82c-2450-407d-b37e-a464236b1e87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=019d6ce6e6b84760aaded066d3153ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197250 Feb 17 04:40:31.578715 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ad82c-2450-407d-b37e-a464236b1e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f61b7e-6273-4b53-8fb4-8c120ad62e34,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:31.595218 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a66ad82c-2450-407d-b37e-a464236b1e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:31.671282 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-590f5be1-8401-45b9-90ac-913f5f145e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:31.700227 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-590f5be1-8401-45b9-90ac-913f5f145e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:31.799962 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-590f5be1-8401-45b9-90ac-913f5f145e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:31.805365 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-87372bf4-6274-47b1-bd87-5cbe3d0973a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:31.819319 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f5be1-8401-45b9-90ac-913f5f145e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f61b7e-6273-4b53-8fb4-8c120ad62e34,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:31.822427 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-590f5be1-8401-45b9-90ac-913f5f145e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:31.823382 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-590f5be1-8401-45b9-90ac-913f5f145e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:31.827432 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-590f5be1-8401-45b9-90ac-913f5f145e6f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49f61b7e-6273-4b53-8fb4-8c120ad62e34 HTTP/1.1" status: 204 len: 168 time: 0.2483017 Feb 17 04:40:32.511961 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50544) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:32.547089 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-44806a7d-b90e-4c03-8cbe-baadd428619d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:32.589131 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-44806a7d-b90e-4c03-8cbe-baadd428619d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:32.590473 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-44806a7d-b90e-4c03-8cbe-baadd428619d admin admin] Usage tracker for resource:security_group_rule and tenant:7913a193cb1b41a0bd484958190d0b07 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:32.597271 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-44806a7d-b90e-4c03-8cbe-baadd428619d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:32.610417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-44806a7d-b90e-4c03-8cbe-baadd428619d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:32.747360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5b7fa-2757-4d53-bbbd-89f870d966e1 req-bc5cbbc5-e341-40e1-913c-6f8af133aade tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:32.749104 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-76f5b7fa-2757-4d53-bbbd-89f870d966e1 req-bc5cbbc5-e341-40e1-913c-6f8af133aade tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.1576431 Feb 17 04:40:32.756731 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-44806a7d-b90e-4c03-8cbe-baadd428619d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:32.812798 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-76f5b7fa-2757-4d53-bbbd-89f870d966e1 req-b33c07c2-3467-457d-b4f1-bc2cc15e0e61 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525305 Feb 17 04:40:32.828394 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-44806a7d-b90e-4c03-8cbe-baadd428619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:32.839067 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f09d355f-0155-41de-82f7-c485445136d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:32.890471 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-44806a7d-b90e-4c03-8cbe-baadd428619d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7913a193cb1b41a0bd484958190d0b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772235 Feb 17 04:40:32.891418 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44806a7d-b90e-4c03-8cbe-baadd428619d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0fc83e-7ccb-4c37-8b14-a457c91cd9ef,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:32.893441 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 50560) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:32.895000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-44806a7d-b90e-4c03-8cbe-baadd428619d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:32.959282 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cce4d9a2-452c-4483-9425-49700099f5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:32.991121 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cce4d9a2-452c-4483-9425-49700099f5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:33.073750 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cce4d9a2-452c-4483-9425-49700099f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:33.079054 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-53e4aa78-5a74-42e6-a822-2b7c325093dc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:33.094036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4d9a2-452c-4483-9425-49700099f5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0fc83e-7ccb-4c37-8b14-a457c91cd9ef,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:33.096582 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-cce4d9a2-452c-4483-9425-49700099f5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:33.111760 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cce4d9a2-452c-4483-9425-49700099f5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:33.113957 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-cce4d9a2-452c-4483-9425-49700099f5b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d0fc83e-7ccb-4c37-8b14-a457c91cd9ef HTTP/1.1" status: 204 len: 168 time: 0.2188547 Feb 17 04:40:33.189960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 50572) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:33.334639 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ac01806c-d971-4e3d-9ee5-058a790601cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:33.352211 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ac01806c-d971-4e3d-9ee5-058a790601cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:33.356648 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ac01806c-d971-4e3d-9ee5-058a790601cc admin admin] Usage tracker for resource:security_group_rule and tenant:9682c042244043728ab68689c37ed193 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:33.359927 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ac01806c-d971-4e3d-9ee5-058a790601cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:33.369658 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ac01806c-d971-4e3d-9ee5-058a790601cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:33.470058 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ac01806c-d971-4e3d-9ee5-058a790601cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:33.503010 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ac01806c-d971-4e3d-9ee5-058a790601cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:33.519079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-984577ca-c106-495b-b15c-56ed6992767d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:33.572063 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-ac01806c-d971-4e3d-9ee5-058a790601cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9682c042244043728ab68689c37ed193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782122 Feb 17 04:40:33.572063 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01806c-d971-4e3d-9ee5-058a790601cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760f0368-2e8d-4041-a01c-2406588b836a,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:33.573634 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50594) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:33.575046 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ac01806c-d971-4e3d-9ee5-058a790601cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:33.652816 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d47ea4c0-5727-4383-826b-c0b958b22dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:33.683262 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d47ea4c0-5727-4383-826b-c0b958b22dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:33.797902 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d47ea4c0-5727-4383-826b-c0b958b22dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:33.804857 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-af0c647b-ffd2-4aa5-8b26-81af628e72ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:33.839009 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ea4c0-5727-4383-826b-c0b958b22dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760f0368-2e8d-4041-a01c-2406588b836a,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:33.861668 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d47ea4c0-5727-4383-826b-c0b958b22dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:33.890818 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d47ea4c0-5727-4383-826b-c0b958b22dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:33.894612 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-d47ea4c0-5727-4383-826b-c0b958b22dc6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/760f0368-2e8d-4041-a01c-2406588b836a HTTP/1.1" status: 204 len: 168 time: 0.3156390 Feb 17 04:40:34.163628 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a39fa-5eec-4a38-919c-b0d4bf712508 req-4abea527-40c4-46ae-b69f-fa602c4f45b1 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:34.165596 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-af5a39fa-5eec-4a38-919c-b0d4bf712508 req-4abea527-40c4-46ae-b69f-fa602c4f45b1 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.1336696 Feb 17 04:40:34.231430 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-af5a39fa-5eec-4a38-919c-b0d4bf712508 req-f13e3938-99df-44a1-99e6-0a8682384eda tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558505 Feb 17 04:40:34.713332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 50636) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:34.741029 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4762c801-f3a5-4698-bb53-3c91e4657a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:34.759305 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-4762c801-f3a5-4698-bb53-3c91e4657a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:34.763991 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-4762c801-f3a5-4698-bb53-3c91e4657a32 admin admin] Usage tracker for resource:security_group_rule and tenant:2b8ff7ef796f4bdba07994ab1cbf4f88 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:34.767141 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-4762c801-f3a5-4698-bb53-3c91e4657a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:34.774611 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-4762c801-f3a5-4698-bb53-3c91e4657a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:34.872917 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4762c801-f3a5-4698-bb53-3c91e4657a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:34.966053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4762c801-f3a5-4698-bb53-3c91e4657a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:34.985595 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-cce4d9a2-452c-4483-9425-49700099f5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:35.055581 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762c801-f3a5-4698-bb53-3c91e4657a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed6ac3f-d9de-45e5-a33e-95d57d4dc619,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:35.062892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4762c801-f3a5-4698-bb53-3c91e4657a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:35.067890 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-4762c801-f3a5-4698-bb53-3c91e4657a32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b8ff7ef796f4bdba07994ab1cbf4f88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530900 Feb 17 04:40:35.070698 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50648) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:35.173006 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2a73b3d5-099e-481f-88b8-e343c05876df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:35.213271 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2a73b3d5-099e-481f-88b8-e343c05876df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:35.302682 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2a73b3d5-099e-481f-88b8-e343c05876df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:35.314055 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:35.332108 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73b3d5-099e-481f-88b8-e343c05876df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed6ac3f-d9de-45e5-a33e-95d57d4dc619,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:35.336425 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2a73b3d5-099e-481f-88b8-e343c05876df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:35.351315 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2a73b3d5-099e-481f-88b8-e343c05876df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:35.355245 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-2a73b3d5-099e-481f-88b8-e343c05876df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fed6ac3f-d9de-45e5-a33e-95d57d4dc619 HTTP/1.1" status: 204 len: 168 time: 0.2808173 Feb 17 04:40:35.784984 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a22fa-6e62-4b29-94c7-0538caa480f8 req-cf016f2a-ab83-41eb-af43-4a02f9d6ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:35.788675 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-df7a22fa-6e62-4b29-94c7-0538caa480f8 req-cf016f2a-ab83-41eb-af43-4a02f9d6ce99 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 1162 time: 0.4345131 Feb 17 04:40:35.866314 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3607d-ed56-4a48-80d9-d97a1d98e3d1 req-cb673cb1-13cc-4a0d-b8fc-b81bca6583fb tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:35.874203 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a0a3607d-ed56-4a48-80d9-d97a1d98e3d1 req-cb673cb1-13cc-4a0d-b8fc-b81bca6583fb tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.4591870 Feb 17 04:40:35.877481 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-df7a22fa-6e62-4b29-94c7-0538caa480f8 req-319b31a4-c9b9-42d5-ba7f-8502fdfce541 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796175 Feb 17 04:40:35.945692 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a0a3607d-ed56-4a48-80d9-d97a1d98e3d1 req-c96cc09f-473c-4079-9020-58c08cf1af79 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698121 Feb 17 04:40:37.229862 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ffa9e7ad-ecbf-4d7a-b2ac-0e7754136d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:37.434569 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f537618-5d54-424b-816a-6ffe80e96798 req-08f2a553-9292-486d-aed7-178e6cf40071 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:37.436281 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f537618-5d54-424b-816a-6ffe80e96798 req-08f2a553-9292-486d-aed7-178e6cf40071 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.2324326 Feb 17 04:40:37.536940 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f537618-5d54-424b-816a-6ffe80e96798 req-fc0a7299-b72f-4281-8d42-3499d88f1dc0 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834022 Feb 17 04:40:37.765422 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-659f4be9-bc43-49a3-978d-166734d7bb0d tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b9903f37a3f94a8a8523f68c7b0baca1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351484 Feb 17 04:40:37.956522 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-d5d1096c-6ba7-4b17-939c-32e745d2cace tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:37.960379 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-d5d1096c-6ba7-4b17-939c-32e745d2cace tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855774 Feb 17 04:40:37.992807 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eaa0b41a-8f84-4dde-99e3-4e85d1e87c67 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/quotas/b9903f37a3f94a8a8523f68c7b0baca1 HTTP/1.1" status: 200 len: 375 time: 0.0111215 Feb 17 04:40:38.077462 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-85d2e483-afe7-414a-a774-727345a3fa93 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9903f37a3f94a8a8523f68c7b0baca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736406 Feb 17 04:40:38.382334 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c9b163cd-c53b-4ea7-96f5-4af6e2014dc4 req-3d3452f1-55fd-445f-ab34-eeca583d9b44 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 210 time: 0.0845146 Feb 17 04:40:38.864713 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9af1e-0f25-4c86-9670-fc733e760d8b req-087a0416-c950-4987-890e-057aa35adaac tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:38.866755 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e0c9af1e-0f25-4c86-9670-fc733e760d8b req-087a0416-c950-4987-890e-057aa35adaac tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.1301575 Feb 17 04:40:38.951980 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e0c9af1e-0f25-4c86-9670-fc733e760d8b req-43df3ba5-63e3-425b-971b-21c3385f430a tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763831 Feb 17 04:40:39.220952 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf78dc8-ba31-4d6b-9ae7-0235c3397b11 req-c2863b5f-7113-4ed9-b02a-c659c75f256c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:39.223327 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-caf78dc8-ba31-4d6b-9ae7-0235c3397b11 req-c2863b5f-7113-4ed9-b02a-c659c75f256c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1331377 Feb 17 04:40:39.278458 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-caf78dc8-ba31-4d6b-9ae7-0235c3397b11 req-be70e695-2e48-4691-8303-03efec432612 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484357 Feb 17 04:40:39.397763 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50820) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:39.580483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 50832) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:39.581621 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-97d2d941-4f0b-4c21-944f-4c437fb95ae4 req-6c2bb0e7-ee96-498d-9e79-2ed18bd52486 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 210 time: 0.0676684 Feb 17 04:40:39.587950 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-32239ea1-a698-4e84-9a36-4f11944c63b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:39.673940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dda4b2e4-adeb-496e-b010-1e67ba269585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:39.691781 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-dda4b2e4-adeb-496e-b010-1e67ba269585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:39.696502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-dda4b2e4-adeb-496e-b010-1e67ba269585 admin admin] Usage tracker for resource:security_group_rule and tenant:878a28c1ba3c48e5ae22e65817b1fc7b is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:39.700054 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-dda4b2e4-adeb-496e-b010-1e67ba269585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:39.706477 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-dda4b2e4-adeb-496e-b010-1e67ba269585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:39.839132 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dda4b2e4-adeb-496e-b010-1e67ba269585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:39.860994 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:39.882015 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:39.886589 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:c51980c4e0dc4a0c879a9dc2e1fa19dc is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:39.890113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:39.897716 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:39.907907 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dda4b2e4-adeb-496e-b010-1e67ba269585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:39.920155 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-590f5be1-8401-45b9-90ac-913f5f145e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:39.936608 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:39.972093 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-dda4b2e4-adeb-496e-b010-1e67ba269585 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=878a28c1ba3c48e5ae22e65817b1fc7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5723169 Feb 17 04:40:39.973582 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50842) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:39.974620 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4b2e4-adeb-496e-b010-1e67ba269585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a73fb2-b0fa-4b69-8c2c-d455d3b90677,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:39.979173 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dda4b2e4-adeb-496e-b010-1e67ba269585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:40.075475 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-eeef383f-6497-4ebd-ae6c-262efd66872e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:40.091914 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:40.108658 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-eeef383f-6497-4ebd-ae6c-262efd66872e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:40.126518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:40.139141 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c6bf8cf8-b765-40f1-956c-e674dec6f804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:40.210993 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-eeef383f-6497-4ebd-ae6c-262efd66872e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:40.217660 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4fd49093-bb48-4cb6-8d2d-31bc5a364f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:40.232164 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c66910c-3972-46d0-b828-bbc8981cd4d4,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:40.239070 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef383f-6497-4ebd-ae6c-262efd66872e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a73fb2-b0fa-4b69-8c2c-d455d3b90677,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:40.240878 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-eeef383f-6497-4ebd-ae6c-262efd66872e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:40.242115 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-eeef383f-6497-4ebd-ae6c-262efd66872e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:40.245739 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-eeef383f-6497-4ebd-ae6c-262efd66872e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56a73fb2-b0fa-4b69-8c2c-d455d3b90677 HTTP/1.1" status: 204 len: 168 time: 0.2623775 Feb 17 04:40:40.253337 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.255625 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.256199 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.256969 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.258664 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.259221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.265136 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.265758 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.266431 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.266973 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.267519 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.268067 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.268858 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.269420 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.270230 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.271341 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.272038 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.273169 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.279678 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.280567 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.280954 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.281860 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.282836 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.283756 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:40.291053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:40.301931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50860) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:40.302349 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c51980c4e0dc4a0c879a9dc2e1fa19dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7199044 Feb 17 04:40:40.438344 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a59e0e79-2c66-4946-a251-9503abaf24c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:40.494257 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-0be07034-f4d0-4794-a026-8bacc4aac63f tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b9903f37a3f94a8a8523f68c7b0baca1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431473 Feb 17 04:40:40.502165 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a59e0e79-2c66-4946-a251-9503abaf24c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:40.622840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a59e0e79-2c66-4946-a251-9503abaf24c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:40.646264 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dda4b2e4-adeb-496e-b010-1e67ba269585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:40.682597 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a59e0e79-2c66-4946-a251-9503abaf24c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:40.689080 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-a59e0e79-2c66-4946-a251-9503abaf24c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c66910c-3972-46d0-b828-bbc8981cd4d4 HTTP/1.1" status: 204 len: 168 time: 0.3855336 Feb 17 04:40:40.706096 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e0e79-2c66-4946-a251-9503abaf24c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c66910c-3972-46d0-b828-bbc8981cd4d4,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:40.712130 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a59e0e79-2c66-4946-a251-9503abaf24c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:40.733656 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-163e4989-9df1-4820-9cbd-6c87dccabbc6 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:40.735293 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-163e4989-9df1-4820-9cbd-6c87dccabbc6 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356379 Feb 17 04:40:40.755324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Request body: {'port': {'device_id': '335ca7bc-32f4-402f-92bd-7be7ec629b6c', 'network_id': 'ede0a53b-0f76-44cc-a3ff-b886df8725b3', 'admin_state_up': True, 'tenant_id': 'b9903f37a3f94a8a8523f68c7b0baca1'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:40.901928 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9e1b715e-89a5-4ea3-89c7-64cd3863f7a3 req-531cd01c-73d9-415d-b3de-e33934adc30d tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 210 time: 0.0675540 Feb 17 04:40:40.962657 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:40.969381 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Usage tracker for resource:port and tenant:b9903f37a3f94a8a8523f68c7b0baca1 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:40.978391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:40.993641 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:41.045429 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Made reservation on behalf of b9903f37a3f94a8a8523f68c7b0baca1 for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:40:41.054169 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:41.073629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:41.095980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:41.101294 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Usage tracker for resource:security_group_rule and tenant:b9903f37a3f94a8a8523f68c7b0baca1 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:41.105031 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:41.117310 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:41.149076 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50888) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:41.175668 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1517caca-7046-405e-bb82-b3ac50d15913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:41.193615 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-1517caca-7046-405e-bb82-b3ac50d15913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:41.203315 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-1517caca-7046-405e-bb82-b3ac50d15913 admin admin] Usage tracker for resource:security_group_rule and tenant:647aaa911e5d4a7f98c6bd4a5e4bcd1b is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:41.203315 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-1517caca-7046-405e-bb82-b3ac50d15913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:41.210594 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-1517caca-7046-405e-bb82-b3ac50d15913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:41.397514 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:41.399903 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1517caca-7046-405e-bb82-b3ac50d15913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:41.415804 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:41.478481 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1517caca-7046-405e-bb82-b3ac50d15913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:41.479336 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:41.496108 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1d3461ea-fc62-447b-adeb-024967e9e560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:41.511521 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-75070d35-37d7-4d4c-ae2d-1f74173df05a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:41.550324 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1517caca-7046-405e-bb82-b3ac50d15913 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=647aaa911e5d4a7f98c6bd4a5e4bcd1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999171 Feb 17 04:40:41.551937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517caca-7046-405e-bb82-b3ac50d15913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20af2a1-26f1-4c9a-ae8b-e5add1515ab4,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:41.555202 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50900) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:41.559872 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1517caca-7046-405e-bb82-b3ac50d15913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:41.583963 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8afda82d-e2cd-43c2-af61-3efce6f6d87d,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:41.602677 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:41.640231 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9c93079-b4af-4f88-9069-0ada0d5a6be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:41.689253 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9c93079-b4af-4f88-9069-0ada0d5a6be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:41.740757 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 50908) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:41.786756 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9c93079-b4af-4f88-9069-0ada0d5a6be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:41.795113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d037f501-32e5-4c4d-96fe-a3a47bff5472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:41.806529 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c93079-b4af-4f88-9069-0ada0d5a6be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20af2a1-26f1-4c9a-ae8b-e5add1515ab4,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:41.808864 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-de4d977d-4872-487e-b05e-0295ae0b4467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:41.816915 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e9c93079-b4af-4f88-9069-0ada0d5a6be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:41.823302 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9c93079-b4af-4f88-9069-0ada0d5a6be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:41.827394 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e9c93079-b4af-4f88-9069-0ada0d5a6be4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f20af2a1-26f1-4c9a-ae8b-e5add1515ab4 HTTP/1.1" status: 204 len: 168 time: 0.2677541 Feb 17 04:40:41.848906 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-de4d977d-4872-487e-b05e-0295ae0b4467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:41.865917 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-de4d977d-4872-487e-b05e-0295ae0b4467 admin admin] Usage tracker for resource:security_group_rule and tenant:3ea67784902c461a9a95c0ff39e8cb49 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:41.875533 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-de4d977d-4872-487e-b05e-0295ae0b4467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:41.903403 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-de4d977d-4872-487e-b05e-0295ae0b4467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:42.101988 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:42.197084 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-63de6f7c-d1c6-4c56-987e-f191c3982d12 req-a20a75c5-396c-458c-b570-27c9c33c46a5 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 210 time: 0.0760095 Feb 17 04:40:42.290687 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-de4d977d-4872-487e-b05e-0295ae0b4467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:42.328723 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-de4d977d-4872-487e-b05e-0295ae0b4467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:42.338369 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Allocated IP 192.168.233.56 (ede0a53b-0f76-44cc-a3ff-b886df8725b3/fecb73b6-84dc-433d-b1eb-0696e01c02cb/dc7d697b-b969-4d8c-97bd-189ae0d3c3ec) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:40:42.344189 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4762c801-f3a5-4698-bb53-3c91e4657a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:42.422691 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-de4d977d-4872-487e-b05e-0295ae0b4467 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ea67784902c461a9a95c0ff39e8cb49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6801226 Feb 17 04:40:42.428900 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50930) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:42.556310 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:42.588417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d977d-4872-487e-b05e-0295ae0b4467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8113a467-7827-4421-b11f-9fe5ea902428,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:42.590434 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:42.596105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-de4d977d-4872-487e-b05e-0295ae0b4467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:42.685727 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd92e0d-4e64-4205-a056-25eb99242fd2 req-0217716d-0f3d-46b8-b384-7c162c5232cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:42.687242 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bfd92e0d-4e64-4205-a056-25eb99242fd2 req-0217716d-0f3d-46b8-b384-7c162c5232cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=befae0ac515a484db91eb597439002ba&device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 1162 time: 0.3442752 Feb 17 04:40:42.696202 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:42.700555 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2adc88c9-5b3a-4c56-9da1-214f663aa07f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:42.714598 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8113a467-7827-4421-b11f-9fe5ea902428,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:42.727334 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.727783 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.728086 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.728707 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.729229 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.729624 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.730206 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.730582 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.730988 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.731392 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.731891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.732269 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.733144 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.734032 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.734423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.734812 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.735187 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.735569 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.735921 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.736481 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.737198 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.737740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.738187 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.738624 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:42.742645 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:42.746271 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:42.750301 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8113a467-7827-4421-b11f-9fe5ea902428 HTTP/1.1" status: 204 len: 168 time: 0.3192549 Feb 17 04:40:42.789060 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50940) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:42.826284 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bf64e3c7-dce7-461e-8e5a-bfcba2f1ac49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:42.852585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-bf64e3c7-dce7-461e-8e5a-bfcba2f1ac49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:42.857649 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-bf64e3c7-dce7-461e-8e5a-bfcba2f1ac49 admin admin] Usage tracker for resource:security_group_rule and tenant:1a02c224d38f42caa5923dd1a45ecdf4 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:42.861563 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-bf64e3c7-dce7-461e-8e5a-bfcba2f1ac49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:42.870158 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-bf64e3c7-dce7-461e-8e5a-bfcba2f1ac49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:42.909390 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738f5ee-12da-4b2c-bc44-483966559f3a req-70fba0a4-c45e-45b3-811f-baac3b0bbdd8 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:42.917358 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f738f5ee-12da-4b2c-bc44-483966559f3a req-70fba0a4-c45e-45b3-811f-baac3b0bbdd8 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.4988973 Feb 17 04:40:43.035806 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f738f5ee-12da-4b2c-bc44-483966559f3a req-11b98c7a-7590-4533-8809-fdc939eebb94 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173041 Feb 17 04:40:43.077809 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bf64e3c7-dce7-461e-8e5a-bfcba2f1ac49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:43.079207 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:43.110974 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Transition to ACTIVE for port object dc7d697b-b969-4d8c-97bd-189ae0d3c3ec will not be triggered until provisioned by entity DHCP. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:40:43.115145 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bf64e3c7-dce7-461e-8e5a-bfcba2f1ac49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:43.126617 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-479e9a54-ec9c-470d-9d0b-7049bffaa1fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:43.140515 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd92e0d-4e64-4205-a056-25eb99242fd2 req-01939202-63af-4747-bc13-48de2523673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:43.144877 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bfd92e0d-4e64-4205-a056-25eb99242fd2 req-01939202-63af-4747-bc13-48de2523673d service neutron] 10.222.0.65 "GET /v2.0/networks?id=85566346-7810-448b-acd9-9bba5936da34 HTTP/1.1" status: 200 len: 912 time: 0.4049299 Feb 17 04:40:43.184096 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64e3c7-dce7-461e-8e5a-bfcba2f1ac49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8793b5a-c780-49f1-a657-9167476acc73,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:43.194506 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bf64e3c7-dce7-461e-8e5a-bfcba2f1ac49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:43.201966 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-bf64e3c7-dce7-461e-8e5a-bfcba2f1ac49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a02c224d38f42caa5923dd1a45ecdf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4103856 Feb 17 04:40:43.212641 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 50948) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:43.310892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4939b4a5-02d0-4d67-b823-117c5d21e35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:43.350005 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bfd92e0d-4e64-4205-a056-25eb99242fd2 req-bb799d94-c259-4556-b57f-6c09b23f262f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d20de95e-d87b-41cf-aa8d-886380ba445b HTTP/1.1" status: 200 len: 217 time: 0.1855843 Feb 17 04:40:43.364700 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4939b4a5-02d0-4d67-b823-117c5d21e35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:43.408107 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:43.458170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4a8e46ec-e397-4e3d-a12c-4ebd41c76bdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:43.607592 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b1beb-0770-4174-9d69-85fa8f8e87c9 req-3b59876a-fe56-490a-b418-1446dab6774d tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:43.609423 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e50b1beb-0770-4174-9d69-85fa8f8e87c9 req-3b59876a-fe56-490a-b418-1446dab6774d tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 935 time: 0.1565166 Feb 17 04:40:43.638671 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4939b4a5-02d0-4d67-b823-117c5d21e35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:43.648398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-44806a7d-b90e-4c03-8cbe-baadd428619d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:43.663977 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939b4a5-02d0-4d67-b823-117c5d21e35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8793b5a-c780-49f1-a657-9167476acc73,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:43.693615 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4939b4a5-02d0-4d67-b823-117c5d21e35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:43.694405 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4939b4a5-02d0-4d67-b823-117c5d21e35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:43.701048 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-4939b4a5-02d0-4d67-b823-117c5d21e35c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8793b5a-c780-49f1-a657-9167476acc73 HTTP/1.1" status: 204 len: 168 time: 0.4794478 Feb 17 04:40:43.728784 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd92e0d-4e64-4205-a056-25eb99242fd2 req-271d9169-cf8b-40ca-a883-5d446dbc2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:43.730729 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bfd92e0d-4e64-4205-a056-25eb99242fd2 req-271d9169-cf8b-40ca-a883-5d446dbc2f66 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a HTTP/1.1" status: 200 len: 858 time: 0.3738627 Feb 17 04:40:43.755886 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e50b1beb-0770-4174-9d69-85fa8f8e87c9 req-4dde2a00-168f-46c4-aea8-f70f8be13ab8 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391847 Feb 17 04:40:43.817224 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bfd92e0d-4e64-4205-a056-25eb99242fd2 req-99d2cf19-0594-4019-8c8d-30100d24484b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85566346-7810-448b-acd9-9bba5936da34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715854 Feb 17 04:40:43.935554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Pushing event updated for resources: {'Port': ['ID=dc7d697b-b969-4d8c-97bd-189ae0d3c3ec,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:43.961621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:44.064230 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Network ede0a53b-0f76-44cc-a3ff-b886df8725b3 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:40:44.065716 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:40:44.070627 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bfd92e0d-4e64-4205-a056-25eb99242fd2 req-4c4ab558-49ea-4fe2-952b-a830271eb065 service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379191 Feb 17 04:40:44.073235 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:40:44.079597 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:44.085198 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:44.503819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d8bd4046-1064-48ef-8ec3-245fdf3fceb9 None None] Provisioning for port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:40:44.511063 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d8bd4046-1064-48ef-8ec3-245fdf3fceb9 None None] Provisioning complete for port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:44.511805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4046-1064-48ef-8ec3-245fdf3fceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:44.603927 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d8bd4046-1064-48ef-8ec3-245fdf3fceb9 None None] Port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:40:44.616646 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bfd92e0d-4e64-4205-a056-25eb99242fd2 req-a3b3b593-0c94-4d2c-b69c-48aef5c2489d service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5213366 Feb 17 04:40:44.705260 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9612103 Feb 17 04:40:44.716651 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce5191-46e9-4f9b-8e8e-3be964eb800e req-51aa7c11-24a8-4a2e-9803-988e5f59b923 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:44.718397 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-43ce5191-46e9-4f9b-8e8e-3be964eb800e req-51aa7c11-24a8-4a2e-9803-988e5f59b923 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.2381191 Feb 17 04:40:44.741258 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Request body: {'port': {'device_id': '335ca7bc-32f4-402f-92bd-7be7ec629b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:44.947043 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:44.960651 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-43ce5191-46e9-4f9b-8e8e-3be964eb800e req-47e1f364-8025-4b57-9e40-47b9331d17e4 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863451 Feb 17 04:40:45.244360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f846d5e-6d60-45ac-b125-ab85b801aa77 req-0105757a-05b9-4cc2-8798-d25222943fef tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:45.253337 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f846d5e-6d60-45ac-b125-ab85b801aa77 req-0105757a-05b9-4cc2-8798-d25222943fef tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 935 time: 0.1243455 Feb 17 04:40:45.320028 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f846d5e-6d60-45ac-b125-ab85b801aa77 req-3443b714-dda3-45aa-be97-1253ae1625d9 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654702 Feb 17 04:40:45.406680 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 51070) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:45.584575 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2041425077-network', 'tenant_id': 'e0d76c154d4d484090eb3b151aad1c43'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:45.590785 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:45.595741 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Usage tracker for resource:network and tenant:e0d76c154d4d484090eb3b151aad1c43 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:45.601353 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:45.608335 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:45.662299 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Made reservation on behalf of e0d76c154d4d484090eb3b151aad1c43 for: {'network': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:40:45.668177 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:45.683459 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:45.698028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7d697b-b969-4d8c-97bd-189ae0d3c3ec {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:40:45.700175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:45.704688 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d76c154d4d484090eb3b151aad1c43 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:45.707810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:45.714072 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:45.714914 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:45.739858 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Transition to ACTIVE for port object dc7d697b-b969-4d8c-97bd-189ae0d3c3ec will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:40:45.782162 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:45.862559 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:45.896540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:45.901618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-252462e3-9985-4beb-8f07-03b040f8f291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:45.927493 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:45.938942 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:40:45.958948 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:45.959352 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Added segment 0a0671b8-9744-422d-a03c-b5effad0fae8 of type vxlan for network dd07fcd5-3e82-455d-9a27-80b71f79489e Feb 17 04:40:45.977528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7739e405-6b7b-4c7f-b652-b936566318ba,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:45.981334 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:46.071785 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:46.081283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Pushing event updated for resources: {'Port': ['ID=dc7d697b-b969-4d8c-97bd-189ae0d3c3ec,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:46.099189 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:46.238537 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Attempting to bind port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:40:46.239291 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Attempting to bind port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ede0a53b-0f76-44cc-a3ff-b886df8725b3'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:40:46.239816 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Attempting to bind port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec on network ede0a53b-0f76-44cc-a3ff-b886df8725b3 {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:40:46.247051 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:40:46.247699 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Checking segment: {'id': '2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ede0a53b-0f76-44cc-a3ff-b886df8725b3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:40:46.248267 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:46.248891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Bound using segment: {'id': '2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ede0a53b-0f76-44cc-a3ff-b886df8725b3'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:40:46.249558 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Bound port: dc7d697b-b969-4d8c-97bd-189ae0d3c3ec, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ede0a53b-0f76-44cc-a3ff-b886df8725b3'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:40:46.250102 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:46.285444 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:46.285444 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:46.285444 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:46.289386 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-62237623-7527-4c4b-b312-e3fc0fdd7770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:46.445834 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] For port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:40:46.450711 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] For port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=dc7d697b-b969-4d8c-97bd-189ae0d3c3ec,segment=NetworkSegment(2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801),segment_id=2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:40:46.454360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Pushing event updated for resources: {'Network': ['ID=dd07fcd5-3e82-455d-9a27-80b71f79489e,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:46.458806 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:46.469911 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Network dd07fcd5-3e82-455d-9a27-80b71f79489e details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:40:46.470640 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085d5f4-5566-4708-af4c-4cf558ecfaed req-29a64fa1-60c0-49d5-aac2-c25eff65a925 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:46.479827 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2085d5f4-5566-4708-af4c-4cf558ecfaed req-29a64fa1-60c0-49d5-aac2-c25eff65a925 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.2716670 Feb 17 04:40:46.484124 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0772014 Feb 17 04:40:46.487608 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 51096) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:46.499421 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Request body: {'subnet': {'network_id': 'dd07fcd5-3e82-455d-9a27-80b71f79489e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2041425077-subnet', 'tenant_id': 'e0d76c154d4d484090eb3b151aad1c43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:46.507742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:46.516919 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Usage tracker for resource:subnet and tenant:e0d76c154d4d484090eb3b151aad1c43 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:46.522087 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:46.526654 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:46.557490 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2085d5f4-5566-4708-af4c-4cf558ecfaed req-1e6c805d-54ea-4f59-a7c8-08c6836f4a5c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765572 Feb 17 04:40:46.563574 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network dd07fcd5-3e82-455d-9a27-80b71f79489e details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:40:46.619968 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:46.701300 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:46.796809 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Pushing event updated for resources: {'Port': ['ID=dc7d697b-b969-4d8c-97bd-189ae0d3c3ec,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:46.811142 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:46.833654 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Made reservation on behalf of e0d76c154d4d484090eb3b151aad1c43 for: {'subnet': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:40:46.838553 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:47.005687 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d27fc-2dda-4dc8-aede-e7c2389f8465 req-5a8739d0-f279-40dc-a8fe-ea4cac50cdcf tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:47.006515 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-1d0d27fc-2dda-4dc8-aede-e7c2389f8465 req-5a8739d0-f279-40dc-a8fe-ea4cac50cdcf tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Synchronizing usage tracker for tenant:b9903f37a3f94a8a8523f68c7b0baca1 on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:47.020819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:47.020819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:47.022002 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] 10.222.0.65 "PUT /v2.0/ports/dc7d697b-b969-4d8c-97bd-189ae0d3c3ec HTTP/1.1" status: 200 len: 1161 time: 2.2962959 Feb 17 04:40:47.022430 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335ca7bc-32f4-402f-92bd-7be7ec629b6c', 'tag': 'dc7d697b-b969-4d8c-97bd-189ae0d3c3ec'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:47.114659 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-1d0d27fc-2dda-4dc8-aede-e7c2389f8465 req-5a8739d0-f279-40dc-a8fe-ea4cac50cdcf tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Unset dirty status for tenant:b9903f37a3f94a8a8523f68c7b0baca1 on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:47.116535 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1d0d27fc-2dda-4dc8-aede-e7c2389f8465 req-5a8739d0-f279-40dc-a8fe-ea4cac50cdcf tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 947 time: 0.5953627 Feb 17 04:40:47.253807 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-1d0d27fc-2dda-4dc8-aede-e7c2389f8465 req-137ec614-765a-48b5-b818-fbb31a5d5aa0 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Synchronizing usage tracker for tenant:b9903f37a3f94a8a8523f68c7b0baca1 on resource:security_group {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:47.320931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-1d0d27fc-2dda-4dc8-aede-e7c2389f8465 req-137ec614-765a-48b5-b818-fbb31a5d5aa0 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Unset dirty status for tenant:b9903f37a3f94a8a8523f68c7b0baca1 on resource:security_group {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:47.322413 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1d0d27fc-2dda-4dc8-aede-e7c2389f8465 req-137ec614-765a-48b5-b818-fbb31a5d5aa0 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952040 Feb 17 04:40:47.325541 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-87e0c841-84fc-433b-b364-88539f4a84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:47.327201 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-87e0c841-84fc-433b-b364-88539f4a84f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9903f37a3f94a8a8523f68c7b0baca1&device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 1164 time: 0.1436055 Feb 17 04:40:47.336895 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335ca7bc-32f4-402f-92bd-7be7ec629b6c', 'tag': 'dc7d697b-b969-4d8c-97bd-189ae0d3c3ec', 'status': 'completed', 'code': 200} Feb 17 04:40:47.424999 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-8efb5114-ded4-4963-a47a-3a735dd6a801 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=dc7d697b-b969-4d8c-97bd-189ae0d3c3ec HTTP/1.1" status: 200 len: 217 time: 0.0868626 Feb 17 04:40:47.562669 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-74be0320-4d15-4771-a971-10abce0caf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:47.564360 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-74be0320-4d15-4771-a971-10abce0caf82 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fecb73b6-84dc-433d-b1eb-0696e01c02cb HTTP/1.1" status: 200 len: 843 time: 0.1301012 Feb 17 04:40:47.687645 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-580f873a-5a68-47c2-8399-1a2f7fe59d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:47.689357 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-580f873a-5a68-47c2-8399-1a2f7fe59d50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0a53b-0f76-44cc-a3ff-b886df8725b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1170349 Feb 17 04:40:48.013141 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-9c210512-05f2-44cb-a083-d3741105e666 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0a53b-0f76-44cc-a3ff-b886df8725b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154833 Feb 17 04:40:48.026580 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33864ee0-524e-4ca3-8eba-a5ab3212e9e6 req-82ed06b2-b5f0-4ec9-a2c3-fa7f4d01f54e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:48.028280 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-33864ee0-524e-4ca3-8eba-a5ab3212e9e6 req-82ed06b2-b5f0-4ec9-a2c3-fa7f4d01f54e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.3058972 Feb 17 04:40:48.226018 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-33864ee0-524e-4ca3-8eba-a5ab3212e9e6 req-7f80b205-bb7c-4a31-9276-ebdff3fb677b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689684 Feb 17 04:40:48.249913 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cdecdf9f-6d74-4d6d-a973-ea56a137a543 req-67af9649-98df-49d6-9f96-9f49916ed674 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0a53b-0f76-44cc-a3ff-b886df8725b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2201519 Feb 17 04:40:48.324768 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for subnet, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:48.353169 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:48.949116 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccea322c-de5b-4849-bf41-88967bd9fc34,revision_number=0']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:48.952346 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:49.023985 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aca73-0c1b-401c-b2ed-f6f95c838f8f req-8f9fa1f1-f855-49cf-8d26-620c81fbe298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:49.026089 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7d3aca73-0c1b-401c-b2ed-f6f95c838f8f req-8f9fa1f1-f855-49cf-8d26-620c81fbe298 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9903f37a3f94a8a8523f68c7b0baca1&device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 1164 time: 0.6765561 Feb 17 04:40:49.033588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Checking segment: {'id': '0a0671b8-9744-422d-a03c-b5effad0fae8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd07fcd5-3e82-455d-9a27-80b71f79489e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:40:49.033995 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Network hostable DHCP agents. Network: dd07fcd5-3e82-455d-9a27-80b71f79489e, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:40:49.150885 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137df40-893a-41b4-9fe4-95083b3c29bb req-d64efbeb-e3de-4de2-90f2-fec6e2fe4a0a tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:49.152629 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1137df40-893a-41b4-9fe4-95083b3c29bb req-d64efbeb-e3de-4de2-90f2-fec6e2fe4a0a tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 947 time: 0.4270270 Feb 17 04:40:49.225864 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Network dd07fcd5-3e82-455d-9a27-80b71f79489e is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:40:49.239227 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1137df40-893a-41b4-9fe4-95083b3c29bb req-9b08b29b-edc8-408a-921e-6d3b196b1fed tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772338 Feb 17 04:40:49.266936 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aca73-0c1b-401c-b2ed-f6f95c838f8f req-d3222a7a-ba7d-4dff-b7ca-7d85b5abb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:49.268798 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7d3aca73-0c1b-401c-b2ed-f6f95c838f8f req-d3222a7a-ba7d-4dff-b7ca-7d85b5abb253 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede0a53b-0f76-44cc-a3ff-b886df8725b3 HTTP/1.1" status: 200 len: 863 time: 0.2280183 Feb 17 04:40:49.386112 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, dd07fcd5-3e82-455d-9a27-80b71f79489e) {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:40:49.397398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b032ad9e-7260-4f60-aaa6-c273dcb66f15 None None] Network dd07fcd5-3e82-455d-9a27-80b71f79489e requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:40:49.403023 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7d3aca73-0c1b-401c-b2ed-f6f95c838f8f req-644bf129-e06d-4d73-bf0d-0311ef174b78 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=dc7d697b-b969-4d8c-97bd-189ae0d3c3ec HTTP/1.1" status: 200 len: 217 time: 0.1211033 Feb 17 04:40:49.405994 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:49.407414 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:49.506784 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aca73-0c1b-401c-b2ed-f6f95c838f8f req-128824cc-c35d-459f-9bf8-23535dc83ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:49.508415 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7d3aca73-0c1b-401c-b2ed-f6f95c838f8f req-128824cc-c35d-459f-9bf8-23535dc83ed2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fecb73b6-84dc-433d-b1eb-0696e01c02cb HTTP/1.1" status: 200 len: 843 time: 0.0881112 Feb 17 04:40:49.511687 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb162e9-48c8-4ba8-aea5-62b3fccccb16 req-eba88e30-3bfe-4e44-a6fe-c32a7c348c7b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:49.514391 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7cb162e9-48c8-4ba8-aea5-62b3fccccb16 req-eba88e30-3bfe-4e44-a6fe-c32a7c348c7b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1472948 Feb 17 04:40:49.565565 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-79d4e82e-26b2-4de1-8332-66f3cd63b059 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0759101 Feb 17 04:40:49.597870 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7cb162e9-48c8-4ba8-aea5-62b3fccccb16 req-61cfe7ba-30fe-41d1-97e9-05bc6393b2d8 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650969 Feb 17 04:40:49.642478 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aca73-0c1b-401c-b2ed-f6f95c838f8f req-1c5f2739-a961-4f7e-9b92-4016f119e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:49.644899 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7d3aca73-0c1b-401c-b2ed-f6f95c838f8f req-1c5f2739-a961-4f7e-9b92-4016f119e975 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede0a53b-0f76-44cc-a3ff-b886df8725b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1280811 Feb 17 04:40:49.702107 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7e79cd-313f-46cd-9e72-9c45efcf9044 None None] Network dd07fcd5-3e82-455d-9a27-80b71f79489e requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:40:49.842492 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7d3aca73-0c1b-401c-b2ed-f6f95c838f8f req-3c133f22-015d-4ab7-8d5c-3175dc778fe9 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0a53b-0f76-44cc-a3ff-b886df8725b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895964 Feb 17 04:40:50.263167 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7d3aca73-0c1b-401c-b2ed-f6f95c838f8f req-fec05bf4-ea46-49ec-9f0d-aaeb0dc51f24 service neutron] 10.222.0.65 "GET /v2.0/networks/ede0a53b-0f76-44cc-a3ff-b886df8725b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4131553 Feb 17 04:40:50.528498 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dce6a-2724-4027-811b-6b2795bffe50 req-3ebfa075-61c5-4dab-bcc9-7961d6bb8328 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:50.533405 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-777dce6a-2724-4027-811b-6b2795bffe50 req-3ebfa075-61c5-4dab-bcc9-7961d6bb8328 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 947 time: 0.1142635 Feb 17 04:40:50.588606 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 51200) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:50.599558 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-777dce6a-2724-4027-811b-6b2795bffe50 req-166ba755-cf7a-4172-9c4a-33dc91d472f5 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607781 Feb 17 04:40:50.786916 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-aea4f323-5b37-4690-af64-a1349d6e44a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:50.814905 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-aea4f323-5b37-4690-af64-a1349d6e44a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:50.822416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-aea4f323-5b37-4690-af64-a1349d6e44a6 admin admin] Usage tracker for resource:security_group_rule and tenant:ccd329492e7a436eb9cf5e52cc369b9d is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:50.827653 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-aea4f323-5b37-4690-af64-a1349d6e44a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:50.906268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-aea4f323-5b37-4690-af64-a1349d6e44a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:51.058790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eee91-e474-4c15-b0bf-f52ba8031c35 req-f3e73067-a68b-4405-9f32-50ff63323934 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:51.061757 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-036eee91-e474-4c15-b0bf-f52ba8031c35 req-f3e73067-a68b-4405-9f32-50ff63323934 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.2283173 Feb 17 04:40:51.225128 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-036eee91-e474-4c15-b0bf-f52ba8031c35 req-b9f7d696-b1fc-4c73-bf2b-7f7b5be68485 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414821 Feb 17 04:40:51.272751 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-aea4f323-5b37-4690-af64-a1349d6e44a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:51.311813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-aea4f323-5b37-4690-af64-a1349d6e44a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:51.352987 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ea7d03a4-ace1-48e4-9af1-7f542e7bee6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:51.397341 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-aea4f323-5b37-4690-af64-a1349d6e44a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccd329492e7a436eb9cf5e52cc369b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8066802 Feb 17 04:40:51.400155 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 51220) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:51.409236 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4f323-5b37-4690-af64-a1349d6e44a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4008e1-cf38-4132-b89b-b49085c1207b,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:51.415013 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-aea4f323-5b37-4690-af64-a1349d6e44a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:51.481595 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9864-33e2-44a1-bdbe-87937f4749b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:51.512725 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9864-33e2-44a1-bdbe-87937f4749b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:51.593463 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9864-33e2-44a1-bdbe-87937f4749b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:51.600800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-59911e4d-8eb5-451f-9b7d-bcddd9c5397b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:51.617021 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a9864-33e2-44a1-bdbe-87937f4749b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4008e1-cf38-4132-b89b-b49085c1207b,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:51.620979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6f9a9864-33e2-44a1-bdbe-87937f4749b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:51.623286 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6f9a9864-33e2-44a1-bdbe-87937f4749b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:51.624684 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-6f9a9864-33e2-44a1-bdbe-87937f4749b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c4008e1-cf38-4132-b89b-b49085c1207b HTTP/1.1" status: 204 len: 168 time: 0.2232368 Feb 17 04:40:51.677588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:40:51.945826 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b859a-acb8-431e-9dd2-7d2ebfe7c94c req-552a81c6-cdb0-4d88-81bf-1c1717d10484 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:51.947916 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bb9b859a-acb8-431e-9dd2-7d2ebfe7c94c req-552a81c6-cdb0-4d88-81bf-1c1717d10484 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 947 time: 0.1226060 Feb 17 04:40:52.037859 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bb9b859a-acb8-431e-9dd2-7d2ebfe7c94c req-aeda00fe-be38-479b-bad6-6718b2db712e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831189 Feb 17 04:40:52.196372 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Network ede0a53b-0f76-44cc-a3ff-b886df8725b3 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:40:52.331615 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 51248) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:52.370066 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1be527b2-9b5b-4d23-b6d0-d2101cebeeea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:52.409277 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-1be527b2-9b5b-4d23-b6d0-d2101cebeeea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:52.414484 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-1be527b2-9b5b-4d23-b6d0-d2101cebeeea admin admin] Usage tracker for resource:security_group_rule and tenant:278929a641a6438d884a2cdd89564edb is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:52.418234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-1be527b2-9b5b-4d23-b6d0-d2101cebeeea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:52.427472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-1be527b2-9b5b-4d23-b6d0-d2101cebeeea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:52.603353 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.objects.ports [None req-0fac068e-01aa-4404-b034-fa03b8c191af None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84103) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:40:52.635453 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469663d-2170-4046-b0fe-76cbe7989995 req-96d749d4-cbcd-4337-bd93-3949074b7059 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:52.638204 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d469663d-2170-4046-b0fe-76cbe7989995 req-96d749d4-cbcd-4337-bd93-3949074b7059 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1897962 Feb 17 04:40:52.712065 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1be527b2-9b5b-4d23-b6d0-d2101cebeeea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:52.752340 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d469663d-2170-4046-b0fe-76cbe7989995 req-6d4d426b-5cf1-4b28-b738-dc81ca864479 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885906 Feb 17 04:40:52.755972 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1be527b2-9b5b-4d23-b6d0-d2101cebeeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:52.768414 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-028ce18c-9a35-4ce8-ae07-dd473f750215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:52.785469 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 51262) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:52.848343 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1be527b2-9b5b-4d23-b6d0-d2101cebeeea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=278929a641a6438d884a2cdd89564edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5143313 Feb 17 04:40:52.849880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be527b2-9b5b-4d23-b6d0-d2101cebeeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dac06e1-862b-43b9-9f4f-447d6cfb074f,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:52.852395 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 51268) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:52.855370 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1be527b2-9b5b-4d23-b6d0-d2101cebeeea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:52.958313 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-84e799a7-cc31-4ea4-a00f-3d662550fffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:52.972654 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c1e53b8a-b164-44cb-93a5-b4496e685502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:52.979467 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-84e799a7-cc31-4ea4-a00f-3d662550fffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:52.984170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-84e799a7-cc31-4ea4-a00f-3d662550fffc admin admin] Usage tracker for resource:security_group_rule and tenant:a1d1ea289f5548e4b01d887525412cad is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:52.987244 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-84e799a7-cc31-4ea4-a00f-3d662550fffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:53.001698 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-84e799a7-cc31-4ea4-a00f-3d662550fffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:53.139949 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c1e53b8a-b164-44cb-93a5-b4496e685502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:53.354482 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abc71f-d04f-443f-9b44-eae1848b8f58 req-50228e84-98c4-42c7-b22a-c3f7dd362870 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:53.357300 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-88abc71f-d04f-443f-9b44-eae1848b8f58 req-50228e84-98c4-42c7-b22a-c3f7dd362870 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 947 time: 0.1722677 Feb 17 04:40:53.425196 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-88abc71f-d04f-443f-9b44-eae1848b8f58 req-5c1ebc3c-b14b-49a1-ab2e-be904a7ac29c tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599103 Feb 17 04:40:53.485022 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:53.493446 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device dc7d697b-b969-4d8c-97bd-189ae0d3c3ec up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:53.521713 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-93d2c523-bfbb-4539-8e6a-d19f37da1502 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:53.522498 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-93d2c523-bfbb-4539-8e6a-d19f37da1502 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Synchronizing usage tracker for tenant:e0d76c154d4d484090eb3b151aad1c43 on resource:network {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:40:53.557879 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-84e799a7-cc31-4ea4-a00f-3d662550fffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:53.570326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c1e53b8a-b164-44cb-93a5-b4496e685502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:53.575898 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-203a6098-dfda-4f90-9dfa-3ded3739e8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:53.591860 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e53b8a-b164-44cb-93a5-b4496e685502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dac06e1-862b-43b9-9f4f-447d6cfb074f,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:53.599589 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c1e53b8a-b164-44cb-93a5-b4496e685502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:53.605135 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-93d2c523-bfbb-4539-8e6a-d19f37da1502 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Unset dirty status for tenant:e0d76c154d4d484090eb3b151aad1c43 on resource:network {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:40:53.609082 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-93d2c523-bfbb-4539-8e6a-d19f37da1502 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/networks?id=dd07fcd5-3e82-455d-9a27-80b71f79489e HTTP/1.1" status: 200 len: 814 time: 0.5786264 Feb 17 04:40:53.609788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-84e799a7-cc31-4ea4-a00f-3d662550fffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:53.623333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dfdef0b9-cfaf-4bc5-96e0-b6d0bcd0c0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:53.656183 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c1e53b8a-b164-44cb-93a5-b4496e685502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:53.656992 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-c1e53b8a-b164-44cb-93a5-b4496e685502 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7dac06e1-862b-43b9-9f4f-447d6cfb074f HTTP/1.1" status: 204 len: 168 time: 0.8032181 Feb 17 04:40:53.658620 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-848d44e7-7541-48d7-a9ca-5a236e3f7479 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/quotas/e0d76c154d4d484090eb3b151aad1c43 HTTP/1.1" status: 200 len: 375 time: 0.0391891 Feb 17 04:40:53.689724 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:40:53.700850 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:53.701491 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:53.758651 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-4f555109-d894-4a01-9f33-7631cc931c27 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0d76c154d4d484090eb3b151aad1c43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757842 Feb 17 04:40:53.764695 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-84e799a7-cc31-4ea4-a00f-3d662550fffc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1d1ea289f5548e4b01d887525412cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9797466 Feb 17 04:40:53.766070 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e799a7-cc31-4ea4-a00f-3d662550fffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90359cb-2f2e-48cc-a59b-e0c28f23d8d4,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:53.771784 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 51290) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:40:53.780143 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-84e799a7-cc31-4ea4-a00f-3d662550fffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:53.894772 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-89ab6773-fbd3-4b29-86da-b4e69b46fb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:53.948950 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-89ab6773-fbd3-4b29-86da-b4e69b46fb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:53.983702 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:54.036493 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=dc7d697b-b969-4d8c-97bd-189ae0d3c3ec,segment=NetworkSegment(2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801),segment_id=2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:40:54.037629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335ca7bc-32f4-402f-92bd-7be7ec629b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7d697b-b969-4d8c-97bd-189ae0d3c3ec'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:40:54.073752 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:54.074740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device d20de95e-d87b-41cf-aa8d-886380ba445b up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:54.089110 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-a6551b33-6743-4ec4-8480-cb8f2b28f639 service neutron] 10.222.0.30 "GET /v2.0/networks/dd07fcd5-3e82-455d-9a27-80b71f79489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998695 Feb 17 04:40:54.138204 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:54.260752 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=dc7d697b-b969-4d8c-97bd-189ae0d3c3ec,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:54.260937 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-86ffe306-4feb-4f71-a5bf-487070f35fbd service neutron] 10.222.0.30 "GET /v2.0/networks/dd07fcd5-3e82-455d-9a27-80b71f79489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1684105 Feb 17 04:40:54.268011 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.268403 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.268897 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.269086 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.269499 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.269829 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.270370 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.270737 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.271234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.271757 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.272126 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.272564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.272941 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.273308 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.275561 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.275561 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.275561 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.275561 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.275561 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.276231 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.276231 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.276848 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.276848 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.277102 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:40:54.282284 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:54.290788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port d20de95e-d87b-41cf-aa8d-886380ba445b triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:54.291286 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:54.314497 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-89ab6773-fbd3-4b29-86da-b4e69b46fb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:54.321491 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-184118f7-4f3a-4b33-b0a5-4118a338b127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:40:54.351579 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab6773-fbd3-4b29-86da-b4e69b46fb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90359cb-2f2e-48cc-a59b-e0c28f23d8d4,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:40:54.357499 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-89ab6773-fbd3-4b29-86da-b4e69b46fb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:40:54.373449 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-89ab6773-fbd3-4b29-86da-b4e69b46fb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:54.379112 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-89ab6773-fbd3-4b29-86da-b4e69b46fb02 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a90359cb-2f2e-48cc-a59b-e0c28f23d8d4 HTTP/1.1" status: 204 len: 168 time: 0.6017680 Feb 17 04:40:54.446735 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7710c-0704-4ef1-9706-c8df512c18f9 req-3c45bf0c-dc2e-4b97-95ce-8be9a0a47eca tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:54.466007 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e7d7710c-0704-4ef1-9706-c8df512c18f9 req-3c45bf0c-dc2e-4b97-95ce-8be9a0a47eca tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.3005564 Feb 17 04:40:54.562567 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e7d7710c-0704-4ef1-9706-c8df512c18f9 req-29f65631-03dc-4233-8bd6-dfb40f1f288e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944893 Feb 17 04:40:54.700385 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device dc7d697b-b969-4d8c-97bd-189ae0d3c3ec up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:40:54.975431 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335ca7bc-32f4-402f-92bd-7be7ec629b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7d697b-b969-4d8c-97bd-189ae0d3c3ec', 'code': 200} Feb 17 04:40:54.992998 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4f5085d2-0fee-4947-a966-a37ff9e434e9 req-b1b759c0-72b1-4a48-a82a-3e82b5e9ed0a tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 210 time: 0.1447473 Feb 17 04:40:55.047726 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:40:55.047726 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:55.145764 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb13f2c-c987-4f8f-ba00-7acdf0443b24 req-e4e073ca-b331-4108-b676-e4c59195bc7f tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:55.147507 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6eb13f2c-c987-4f8f-ba00-7acdf0443b24 req-e4e073ca-b331-4108-b676-e4c59195bc7f tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 949 time: 0.2350397 Feb 17 04:40:55.265062 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6eb13f2c-c987-4f8f-ba00-7acdf0443b24 req-61f2d311-d52e-4b1f-b2c3-2b8deb33bfc5 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886631 Feb 17 04:40:55.554368 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2216c4f-aa0c-4dc1-9778-99bed597c0ce req-c067d6ac-42eb-4a5e-9b05-b4751d25d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:55.556726 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f2216c4f-aa0c-4dc1-9778-99bed597c0ce req-c067d6ac-42eb-4a5e-9b05-b4751d25d9f8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 1166 time: 0.1036222 Feb 17 04:40:55.620396 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f2216c4f-aa0c-4dc1-9778-99bed597c0ce req-71549100-4135-4855-a0af-0e4159e123a7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553033 Feb 17 04:40:55.868875 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f491eb3-f495-4002-9a17-633f6654c77e req-25d58b7b-2669-4fdf-a96a-826e9ac5864a tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:55.872351 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1f491eb3-f495-4002-9a17-633f6654c77e req-25d58b7b-2669-4fdf-a96a-826e9ac5864a tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1450734 Feb 17 04:40:56.004306 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1f491eb3-f495-4002-9a17-633f6654c77e req-a213f486-8a0a-44bb-94c5-54023d92be9b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180604 Feb 17 04:40:56.186798 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d3b86035-bd32-4d26-8d21-5998867df3b9 req-9b3b9df5-b0ea-46c0-a782-ddf6196b03e7 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 210 time: 0.1023622 Feb 17 04:40:56.650259 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bba0f-8b0a-492d-9f6b-c3ad23e3ac21 req-f11b9e44-2d4a-42ac-a81a-21b4100efab1 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:56.653250 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c08bba0f-8b0a-492d-9f6b-c3ad23e3ac21 req-f11b9e44-2d4a-42ac-a81a-21b4100efab1 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 949 time: 0.1742973 Feb 17 04:40:56.738004 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c08bba0f-8b0a-492d-9f6b-c3ad23e3ac21 req-fa4f1a41-3443-480c-a9cf-c5a37f2697d6 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758109 Feb 17 04:40:57.392167 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63b020-ff74-4589-84d8-47b3686da191 req-ce89a244-1056-4cb9-9c70-7c50f46171c8 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:57.396259 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7b63b020-ff74-4589-84d8-47b3686da191 req-ce89a244-1056-4cb9-9c70-7c50f46171c8 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1669738 Feb 17 04:40:57.548422 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7b63b020-ff74-4589-84d8-47b3686da191 req-c8b41351-987f-4c4c-a802-e3980b85f9e2 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404459 Feb 17 04:40:57.700195 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f9428b16-9fa0-4290-8125-08866d5a4765 req-3170610a-ff80-4f1f-9d02-f681cd1628cc tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 210 time: 0.1782851 Feb 17 04:40:58.118610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-2e49b353-a1b6-4123-b3bc-421a86c10b15 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:58.120721 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-2e49b353-a1b6-4123-b3bc-421a86c10b15 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.65 "GET /v2.0/networks?id=dd07fcd5-3e82-455d-9a27-80b71f79489e HTTP/1.1" status: 200 len: 814 time: 0.4542716 Feb 17 04:40:58.243406 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Request body: {'port': {'device_id': '3eac3056-8ae7-403e-a578-fb9d0c774d24', 'network_id': 'dd07fcd5-3e82-455d-9a27-80b71f79489e', 'admin_state_up': True, 'tenant_id': 'e0d76c154d4d484090eb3b151aad1c43'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:40:58.295247 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ac58f-1a79-4959-8d17-df905f8a376d req-f90a24a9-c9fc-476c-8bbe-fcc1088c0e30 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:58.298579 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0c4ac58f-1a79-4959-8d17-df905f8a376d req-f90a24a9-c9fc-476c-8bbe-fcc1088c0e30 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 949 time: 0.2771075 Feb 17 04:40:58.473519 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0c4ac58f-1a79-4959-8d17-df905f8a376d req-25cdb357-e16a-4d13-82ac-bbde29b88cbd tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651998 Feb 17 04:40:58.598399 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:40:58.618980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Usage tracker for resource:port and tenant:e0d76c154d4d484090eb3b151aad1c43 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:40:58.622752 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:40:58.636240 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:40:58.646987 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecb834-dded-4e3b-b890-53ceb62c87f6 req-4e6102df-dc68-41f6-ad3a-c2e2b95bc473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:58.648767 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-02ecb834-dded-4e3b-b890-53ceb62c87f6 req-4e6102df-dc68-41f6-ad3a-c2e2b95bc473 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 1162 time: 0.5265238 Feb 17 04:40:58.723009 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Made reservation on behalf of e0d76c154d4d484090eb3b151aad1c43 for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:40:58.729742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:58.751676 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-02ecb834-dded-4e3b-b890-53ceb62c87f6 req-7016e46c-5b82-402c-b452-37ab865fad65 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940065 Feb 17 04:40:59.014518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e5a95-cc6a-4ef8-9124-a720ead4e67e req-41feb3d1-f85f-4d5b-b79d-0a39d6a3fce2 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:59.021759 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a41e5a95-cc6a-4ef8-9124-a720ead4e67e req-41feb3d1-f85f-4d5b-b79d-0a39d6a3fce2 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1833520 Feb 17 04:40:59.108603 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a41e5a95-cc6a-4ef8-9124-a720ead4e67e req-b3441c32-f782-469a-8fb3-30afc8c33d49 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848944 Feb 17 04:40:59.321125 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4398147-e357-4e33-99f1-b41f6df0051f req-64d62159-cee3-4a18-a3b6-71aff737df66 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:40:59.323176 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b4398147-e357-4e33-99f1-b41f6df0051f req-64d62159-cee3-4a18-a3b6-71aff737df66 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 949 time: 0.0936339 Feb 17 04:40:59.326634 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-904861bf-a4bc-43ae-9798-641e06f05960 req-ee8793df-7e76-461b-b63e-cebd3cfaafbb tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 210 time: 0.1032500 Feb 17 04:40:59.387805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Allocated IP 172.20.0.14 (dd07fcd5-3e82-455d-9a27-80b71f79489e/ccea322c-de5b-4849-bf41-88967bd9fc34/efee77e7-bc3a-492b-98ac-ea5462797a35) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:40:59.422066 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b4398147-e357-4e33-99f1-b41f6df0051f req-75f7a231-2b40-41a3-a813-1a847ff5410f tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746748 Feb 17 04:40:59.713486 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:59.810517 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:40:59.834886 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:00.040629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Pushing event updated for resources: {'Port': ['ID=efee77e7-bc3a-492b-98ac-ea5462797a35,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:00.045564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:00.055606 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Network dd07fcd5-3e82-455d-9a27-80b71f79489e is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:41:00.059927 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:41:00.061893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:41:00.067551 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:00.067751 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:00.156027 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9417226 Feb 17 04:41:00.172408 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Request body: {'port': {'device_id': '3eac3056-8ae7-403e-a578-fb9d0c774d24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:00.695170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a32e5a-cb6c-419d-acef-736061f01ece req-69e28fb0-0176-4c9b-9f14-2d87c0c8992c tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:00.699191 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-09a32e5a-cb6c-419d-acef-736061f01ece req-69e28fb0-0176-4c9b-9f14-2d87c0c8992c tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 932 time: 0.1911800 Feb 17 04:41:00.759658 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-09a32e5a-cb6c-419d-acef-736061f01ece req-78e2f30f-c26e-418a-ae21-14ea7df5f430 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Synchronizing usage tracker for tenant:e0d76c154d4d484090eb3b151aad1c43 on resource:security_group {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:41:00.772718 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:00.790526 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device d20de95e-d87b-41cf-aa8d-886380ba445b up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:00.811307 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-09a32e5a-cb6c-419d-acef-736061f01ece req-78e2f30f-c26e-418a-ae21-14ea7df5f430 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Unset dirty status for tenant:e0d76c154d4d484090eb3b151aad1c43 on resource:security_group {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:41:00.830431 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-09a32e5a-cb6c-419d-acef-736061f01ece req-78e2f30f-c26e-418a-ae21-14ea7df5f430 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176682 Feb 17 04:41:00.887967 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port d20de95e-d87b-41cf-aa8d-886380ba445b triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:00.888740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:00.932947 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e77d0-26c4-44ee-99b8-3a95bb047f8e req-37f0bbbc-8ae8-4ec5-865a-96f48dbe0875 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:00.942963 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5a1e77d0-26c4-44ee-99b8-3a95bb047f8e req-37f0bbbc-8ae8-4ec5-865a-96f48dbe0875 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.2951307 Feb 17 04:41:01.174045 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5a1e77d0-26c4-44ee-99b8-3a95bb047f8e req-5fa70732-f6cc-4bd7-bed6-58a64607d37c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242110 Feb 17 04:41:01.271550 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20f2d3-0707-424e-aa2b-5cb8d89695e9 req-69c3d446-150f-4bf2-b209-713628b60984 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:01.274538 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8d20f2d3-0707-424e-aa2b-5cb8d89695e9 req-69c3d446-150f-4bf2-b209-713628b60984 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 949 time: 0.2953849 Feb 17 04:41:01.465423 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8d20f2d3-0707-424e-aa2b-5cb8d89695e9 req-3cb37a50-3bb6-4908-924b-bd64fa94df1c tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822324 Feb 17 04:41:01.822779 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efee77e7-bc3a-492b-98ac-ea5462797a35 {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:41:01.851093 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:01.884773 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-08c44ebf-ed54-48e0-b96a-5d4df6b0ca60 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:01.886737 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-08c44ebf-ed54-48e0-b96a-5d4df6b0ca60 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.65 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 949 time: 0.2967639 Feb 17 04:41:01.933025 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Transition to ACTIVE for port object efee77e7-bc3a-492b-98ac-ea5462797a35 will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:41:02.005192 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:02.039755 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:02.181758 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Deleting port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:41:02.182151 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:02.436359 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9870d-d87d-4bea-8a97-ab28dc4722d7 req-ab4e35e5-2224-4f95-ac82-4c5808a8bcb8 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:02.438145 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-79f9870d-d87d-4bea-8a97-ab28dc4722d7 req-ab4e35e5-2224-4f95-ac82-4c5808a8bcb8 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1093793 Feb 17 04:41:02.466180 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Pushing event updated for resources: {'Port': ['ID=efee77e7-bc3a-492b-98ac-ea5462797a35,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:02.490892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:02.499597 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-79f9870d-d87d-4bea-8a97-ab28dc4722d7 req-8a1756dd-1e6b-4fad-a2cd-2089d8ffaf8c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477979 Feb 17 04:41:02.688560 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d3c96-f4cf-4a70-aa2a-1d447c9c731b req-e1992deb-0438-4c5c-a0c4-5167e81c1d70 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:02.689278 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-fc2d3c96-f4cf-4a70-aa2a-1d447c9c731b req-e1992deb-0438-4c5c-a0c4-5167e81c1d70 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Synchronizing usage tracker for tenant:e0d76c154d4d484090eb3b151aad1c43 on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:41:02.730629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device dc7d697b-b969-4d8c-97bd-189ae0d3c3ec no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:41:02.839561 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085990d-5991-4d10-b1d7-cbc016af3a40 req-38bbea8f-69e6-4896-9e5e-b89c4afbfbde tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:02.841439 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3085990d-5991-4d10-b1d7-cbc016af3a40 req-38bbea8f-69e6-4896-9e5e-b89c4afbfbde tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 949 time: 0.1288576 Feb 17 04:41:02.843932 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Attempting to bind port efee77e7-bc3a-492b-98ac-ea5462797a35 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:41:02.844318 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Attempting to bind port efee77e7-bc3a-492b-98ac-ea5462797a35 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '0a0671b8-9744-422d-a03c-b5effad0fae8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd07fcd5-3e82-455d-9a27-80b71f79489e'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:41:02.844731 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Attempting to bind port efee77e7-bc3a-492b-98ac-ea5462797a35 on network dd07fcd5-3e82-455d-9a27-80b71f79489e {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:41:02.857350 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-fc2d3c96-f4cf-4a70-aa2a-1d447c9c731b req-e1992deb-0438-4c5c-a0c4-5167e81c1d70 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Unset dirty status for tenant:e0d76c154d4d484090eb3b151aad1c43 on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:41:02.858682 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fc2d3c96-f4cf-4a70-aa2a-1d447c9c731b req-e1992deb-0438-4c5c-a0c4-5167e81c1d70 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 944 time: 0.6843011 Feb 17 04:41:02.860815 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] For port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=dc7d697b-b969-4d8c-97bd-189ae0d3c3ec,segment=NetworkSegment(2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801),segment_id=2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:41:02.861227 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:02.870534 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:41:02.870908 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Checking segment: {'id': '0a0671b8-9744-422d-a03c-b5effad0fae8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd07fcd5-3e82-455d-9a27-80b71f79489e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:41:02.871331 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:02.871743 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Bound using segment: {'id': '0a0671b8-9744-422d-a03c-b5effad0fae8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd07fcd5-3e82-455d-9a27-80b71f79489e'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:41:02.872266 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Bound port: efee77e7-bc3a-492b-98ac-ea5462797a35, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0671b8-9744-422d-a03c-b5effad0fae8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd07fcd5-3e82-455d-9a27-80b71f79489e'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:41:02.872706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:02.902442 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3085990d-5991-4d10-b1d7-cbc016af3a40 req-a150c38c-2c86-429a-a114-77b1746f068c tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501797 Feb 17 04:41:02.975987 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:03.019350 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=dc7d697b-b969-4d8c-97bd-189ae0d3c3ec,segment=NetworkSegment(2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801),segment_id=2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:41:03.023558 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335ca7bc-32f4-402f-92bd-7be7ec629b6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc7d697b-b969-4d8c-97bd-189ae0d3c3ec'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:41:03.045975 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Calling delete_port for dc7d697b-b969-4d8c-97bd-189ae0d3c3ec owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:41:03.072379 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:03.080168 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:03.181119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=dc7d697b-b969-4d8c-97bd-189ae0d3c3ec,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:03.187668 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:03.197056 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fc2d3c96-f4cf-4a70-aa2a-1d447c9c731b req-cb80f9f7-bef4-48f5-a21f-5d6a7bcacf16 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083446 Feb 17 04:41:03.240541 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] For port efee77e7-bc3a-492b-98ac-ea5462797a35, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:41:03.247898 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] For port efee77e7-bc3a-492b-98ac-ea5462797a35, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=efee77e7-bc3a-492b-98ac-ea5462797a35,segment=NetworkSegment(0a0671b8-9744-422d-a03c-b5effad0fae8),segment_id=0a0671b8-9744-422d-a03c-b5effad0fae8)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:41:03.349357 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:03.382059 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b8550091-2577-4504-ba23-38eb89baf518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:03.411127 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335ca7bc-32f4-402f-92bd-7be7ec629b6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc7d697b-b969-4d8c-97bd-189ae0d3c3ec', 'code': 200} Feb 17 04:41:03.582622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Pushing event updated for resources: {'Port': ['ID=efee77e7-bc3a-492b-98ac-ea5462797a35,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:03.603847 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:03.609544 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:41:03.609960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:41:03.664635 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:03.665728 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:03.668484 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] 10.222.0.65 "PUT /v2.0/ports/efee77e7-bc3a-492b-98ac-ea5462797a35 HTTP/1.1" status: 200 len: 1158 time: 3.5009036 Feb 17 04:41:03.669388 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eac3056-8ae7-403e-a578-fb9d0c774d24', 'tag': 'efee77e7-bc3a-492b-98ac-ea5462797a35'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:41:03.778243 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eac3056-8ae7-403e-a578-fb9d0c774d24', 'tag': 'efee77e7-bc3a-492b-98ac-ea5462797a35', 'status': 'completed', 'code': 200} Feb 17 04:41:03.884950 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-7fbc6627-0981-44fa-9ea0-55eb227a4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:03.886677 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-7fbc6627-0981-44fa-9ea0-55eb227a4b58 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e0d76c154d4d484090eb3b151aad1c43&device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 1161 time: 0.1023848 Feb 17 04:41:04.010067 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-b868e387-4349-46ca-9239-6986ee879b98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efee77e7-bc3a-492b-98ac-ea5462797a35 HTTP/1.1" status: 200 len: 217 time: 0.1103771 Feb 17 04:41:04.135585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Deleting port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:41:04.142229 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:04.399476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 51554) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:04.500019 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c3fc7-897c-4bac-8452-413a3451dbf3 req-7871d95b-5ecc-4d8c-bdf7-e9afcace8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:04.503103 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ac6c3fc7-897c-4bac-8452-413a3451dbf3 req-7871d95b-5ecc-4d8c-bdf7-e9afcace8be7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=befae0ac515a484db91eb597439002ba&device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 1162 time: 0.4285498 Feb 17 04:41:04.517783 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c4f6f-83f8-40f0-87b4-6da90eaa3b14 req-d2072f21-fca2-4077-8574-98b9fad9a587 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:04.528296 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-777c4f6f-83f8-40f0-87b4-6da90eaa3b14 req-d2072f21-fca2-4077-8574-98b9fad9a587 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 947 time: 0.2833338 Feb 17 04:41:04.669378 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-927ca362-e2ed-4e1b-b21e-4a97109ae4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:04.672281 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-927ca362-e2ed-4e1b-b21e-4a97109ae4ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ccea322c-de5b-4849-bf41-88967bd9fc34 HTTP/1.1" status: 200 len: 854 time: 0.6547225 Feb 17 04:41:04.684099 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-aa1af717-0e6f-4005-9934-a772169a3e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:04.724120 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-aa1af717-0e6f-4005-9934-a772169a3e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:41:04.731966 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-aa1af717-0e6f-4005-9934-a772169a3e99 admin admin] Usage tracker for resource:security_group_rule and tenant:2da1fefcca0f45ea88c1e4edf2c6ee93 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:41:04.748943 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-777c4f6f-83f8-40f0-87b4-6da90eaa3b14 req-acb12651-e5e8-45dc-84fa-79b4bf877723 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772354 Feb 17 04:41:04.752645 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-aa1af717-0e6f-4005-9934-a772169a3e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:41:04.764583 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-aa1af717-0e6f-4005-9934-a772169a3e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:41:04.798709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c3fc7-897c-4bac-8452-413a3451dbf3 req-d8e116ce-d55f-48fe-8c86-edace6422aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:04.800916 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ac6c3fc7-897c-4bac-8452-413a3451dbf3 req-d8e116ce-d55f-48fe-8c86-edace6422aa6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=85566346-7810-448b-acd9-9bba5936da34 HTTP/1.1" status: 200 len: 912 time: 0.2709215 Feb 17 04:41:04.868241 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-6bdce5d5-d86c-4acc-a00d-feb684d7bd83 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dd07fcd5-3e82-455d-9a27-80b71f79489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1843958 Feb 17 04:41:04.951443 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ac6c3fc7-897c-4bac-8452-413a3451dbf3 req-029f5158-e375-4ce3-a1c5-1cedd0db94a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d20de95e-d87b-41cf-aa8d-886380ba445b HTTP/1.1" status: 200 len: 217 time: 0.1416128 Feb 17 04:41:05.066755 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c3fc7-897c-4bac-8452-413a3451dbf3 req-1da0ae5c-1fa0-4f2d-9265-2a7522371daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:05.068531 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ac6c3fc7-897c-4bac-8452-413a3451dbf3 req-1da0ae5c-1fa0-4f2d-9265-2a7522371daa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a HTTP/1.1" status: 200 len: 858 time: 0.1044416 Feb 17 04:41:05.137151 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ac6c3fc7-897c-4bac-8452-413a3451dbf3 req-f3420caf-4f77-4465-bff6-cf253f3c824d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85566346-7810-448b-acd9-9bba5936da34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603526 Feb 17 04:41:05.337578 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-aa1af717-0e6f-4005-9934-a772169a3e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:05.355188 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e140f9-f9a8-415f-8333-f51aa320f762 req-bb105829-cdbb-417d-ad06-767ad5c0d9cb tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:05.358210 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-38e140f9-f9a8-415f-8333-f51aa320f762 req-bb105829-cdbb-417d-ad06-767ad5c0d9cb tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 1.0998001 Feb 17 04:41:05.397612 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-aa1af717-0e6f-4005-9934-a772169a3e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:05.413637 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-84e799a7-cc31-4ea4-a00f-3d662550fffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:05.436737 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ac6c3fc7-897c-4bac-8452-413a3451dbf3 req-05c5dbf3-cacb-49f1-87ea-d15f0b703ab0 service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849369 Feb 17 04:41:05.529585 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-57fca8b2-dd5b-4605-9914-373cb89cbdf8 service neutron] 10.222.0.65 "GET /v2.0/networks/dd07fcd5-3e82-455d-9a27-80b71f79489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6481042 Feb 17 04:41:05.546322 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-aa1af717-0e6f-4005-9934-a772169a3e99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2da1fefcca0f45ea88c1e4edf2c6ee93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1451962 Feb 17 04:41:05.553162 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 51566) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:05.553882 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae85a5-e7e8-414d-bf2a-f3aec8d755ae req-fbc70923-0997-4316-a45f-77edf1f613bf tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:05.555601 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a3ae85a5-e7e8-414d-bf2a-f3aec8d755ae req-fbc70923-0997-4316-a45f-77edf1f613bf tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 944 time: 0.3736186 Feb 17 04:41:05.575532 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1af717-0e6f-4005-9934-a772169a3e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a772b9c7-56c2-48a6-81dd-da72ac90433d,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:05.595826 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-aa1af717-0e6f-4005-9934-a772169a3e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:05.649319 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a3ae85a5-e7e8-414d-bf2a-f3aec8d755ae req-25ed2824-d4a9-4c5c-9a5c-79b05bbc521f tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749552 Feb 17 04:41:05.680036 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ac6c3fc7-897c-4bac-8452-413a3451dbf3 req-64d9ecc7-1fd3-4ebc-91b6-db115e44d007 service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2318985 Feb 17 04:41:05.760822 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-38e140f9-f9a8-415f-8333-f51aa320f762 req-9b95463b-66c8-4b09-bd42-1157a4e40336 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841083 Feb 17 04:41:05.780927 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] For port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=dc7d697b-b969-4d8c-97bd-189ae0d3c3ec,segment=NetworkSegment(2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801),segment_id=2eb4c3ac-8013-4ce3-aaf4-0cbacbfeb801)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:41:05.781633 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:06.058318 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Calling delete_port for dc7d697b-b969-4d8c-97bd-189ae0d3c3ec owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:41:06.247305 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-88ca278f-d17a-4666-89ec-9b49372e3f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:06.283890 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d100d022-8c89-465a-b912-0b5a692a8c35 req-95e9e900-96f5-4829-ab71-1cef4908d2ad service neutron] 10.222.0.65 "GET /v2.0/networks/dd07fcd5-3e82-455d-9a27-80b71f79489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7244008 Feb 17 04:41:06.325035 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-88ca278f-d17a-4666-89ec-9b49372e3f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:06.397222 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1eb1e-02ef-40fa-9489-ffa8580c00d7 req-f98dc281-8349-4f16-a774-f00e73ba8586 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:06.399143 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a2c1eb1e-02ef-40fa-9489-ffa8580c00d7 req-f98dc281-8349-4f16-a774-f00e73ba8586 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 947 time: 0.4553471 Feb 17 04:41:06.551790 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a2c1eb1e-02ef-40fa-9489-ffa8580c00d7 req-bc9e647d-3773-495a-b3ad-523003bbc380 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/security-groups?id=8afda82d-e2cd-43c2-af61-3efce6f6d87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014962 Feb 17 04:41:06.575805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc2c68-75b8-4344-bc79-6c4c7584c2b6 req-ff948fea-bd46-4fda-995e-63089c0c2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:06.577552 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a3fc2c68-75b8-4344-bc79-6c4c7584c2b6 req-ff948fea-bd46-4fda-995e-63089c0c2909 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e0d76c154d4d484090eb3b151aad1c43&device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 1161 time: 0.1688762 Feb 17 04:41:06.582790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:06.651172 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:06.820736 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device d20de95e-d87b-41cf-aa8d-886380ba445b up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:06.934027 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port d20de95e-d87b-41cf-aa8d-886380ba445b triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:06.935034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:06.945437 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adbdd0-1a5f-4864-81cd-2cafe9ac237d req-5bd70709-ab7e-4d8e-8826-b8c2abafa50b tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:06.947349 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-52adbdd0-1a5f-4864-81cd-2cafe9ac237d req-5bd70709-ab7e-4d8e-8826-b8c2abafa50b tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 944 time: 0.1515033 Feb 17 04:41:07.007636 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Pushing event deleted for resources: {'Port': ['ID=dc7d697b-b969-4d8c-97bd-189ae0d3c3ec,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:07.009852 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-52adbdd0-1a5f-4864-81cd-2cafe9ac237d req-b0b58b8f-b0a6-47a8-9940-14dbbbe8e25b tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555530 Feb 17 04:41:07.135815 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:07.155890 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-88ca278f-d17a-4666-89ec-9b49372e3f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:07.183279 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-de4d977d-4872-487e-b05e-0295ae0b4467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:07.204361 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-021a2ffd-78a0-4e13-99c6-8b648187d9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:07.242846 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca278f-d17a-4666-89ec-9b49372e3f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a772b9c7-56c2-48a6-81dd-da72ac90433d,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:07.277318 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-88ca278f-d17a-4666-89ec-9b49372e3f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:07.438179 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-88ca278f-d17a-4666-89ec-9b49372e3f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:07.440386 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-88ca278f-d17a-4666-89ec-9b49372e3f50 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a772b9c7-56c2-48a6-81dd-da72ac90433d HTTP/1.1" status: 204 len: 168 time: 1.8783133 Feb 17 04:41:07.442455 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc2c68-75b8-4344-bc79-6c4c7584c2b6 req-73c56717-7c51-41c5-b9b3-d15b20c88685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:07.445315 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a3fc2c68-75b8-4344-bc79-6c4c7584c2b6 req-73c56717-7c51-41c5-b9b3-d15b20c88685 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dd07fcd5-3e82-455d-9a27-80b71f79489e HTTP/1.1" status: 200 len: 908 time: 0.8590500 Feb 17 04:41:07.581780 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a3fc2c68-75b8-4344-bc79-6c4c7584c2b6 req-f1535921-c6d5-423b-b725-f63f9edc2d49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efee77e7-bc3a-492b-98ac-ea5462797a35 HTTP/1.1" status: 200 len: 217 time: 0.1176729 Feb 17 04:41:07.701562 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dab8d-37a4-4325-86ce-f00d5093c940 req-3caf8dea-48ac-43d2-8cf3-bfcdfb1b1445 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:07.703332 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c45dab8d-37a4-4325-86ce-f00d5093c940 req-3caf8dea-48ac-43d2-8cf3-bfcdfb1b1445 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.6910167 Feb 17 04:41:07.708125 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] No DVR routers for this DVR port dc7d697b-b969-4d8c-97bd-189ae0d3c3ec on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:41:07.720055 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:07.720055 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7ab02842-ca63-4cbf-adb5-569aa47d3212 req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.65 "DELETE /v2.0/ports/dc7d697b-b969-4d8c-97bd-189ae0d3c3ec HTTP/1.1" status: 204 len: 173 time: 5.8257136 Feb 17 04:41:07.720055 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335ca7bc-32f4-402f-92bd-7be7ec629b6c', 'name': 'network-vif-deleted', 'tag': 'dc7d697b-b969-4d8c-97bd-189ae0d3c3ec'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:41:07.764594 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc2c68-75b8-4344-bc79-6c4c7584c2b6 req-b3c6939d-3f40-4a0c-a525-786e3c9fd810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:07.766245 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a3fc2c68-75b8-4344-bc79-6c4c7584c2b6 req-b3c6939d-3f40-4a0c-a525-786e3c9fd810 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ccea322c-de5b-4849-bf41-88967bd9fc34 HTTP/1.1" status: 200 len: 854 time: 0.1769800 Feb 17 04:41:07.836151 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a3fc2c68-75b8-4344-bc79-6c4c7584c2b6 req-ff121dab-d61e-4a47-a7f0-a08f5dbb3d4a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dd07fcd5-3e82-455d-9a27-80b71f79489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595882 Feb 17 04:41:07.850210 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c45dab8d-37a4-4325-86ce-f00d5093c940 req-4c1d80e8-176b-46ba-ad5c-0a855295f8c5 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206484 Feb 17 04:41:07.983175 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6f4ecc8b-0097-4bdd-9405-1e8872257a6a req-38e59039-bfa0-4160-9f88-f2b53e227a1f tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] 10.222.0.30 "GET /v2.0/ports?device_id=335ca7bc-32f4-402f-92bd-7be7ec629b6c HTTP/1.1" status: 200 len: 210 time: 0.1307383 Feb 17 04:41:07.987144 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335ca7bc-32f4-402f-92bd-7be7ec629b6c', 'name': 'network-vif-deleted', 'tag': 'dc7d697b-b969-4d8c-97bd-189ae0d3c3ec', 'status': 'completed', 'code': 200} Feb 17 04:41:08.117112 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a3fc2c68-75b8-4344-bc79-6c4c7584c2b6 req-4fdafda3-48fa-4b92-bfa1-7461bda86bbd service neutron] 10.222.0.65 "GET /v2.0/networks/dd07fcd5-3e82-455d-9a27-80b71f79489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655611 Feb 17 04:41:08.446579 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 51622) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:08.636418 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ad3b3554-44bd-41e4-8a5a-54654fa75f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:08.654443 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ad3b3554-44bd-41e4-8a5a-54654fa75f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:41:08.659172 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ad3b3554-44bd-41e4-8a5a-54654fa75f62 admin admin] Usage tracker for resource:security_group_rule and tenant:843fe05b231b4e6c943976e4a7556678 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:41:08.663116 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ad3b3554-44bd-41e4-8a5a-54654fa75f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:41:08.670441 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ad3b3554-44bd-41e4-8a5a-54654fa75f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:41:08.762565 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a3fc2c68-75b8-4344-bc79-6c4c7584c2b6 req-07d93b69-d47d-4de6-97a6-f5654584752f service neutron] 10.222.0.65 "GET /v2.0/networks/dd07fcd5-3e82-455d-9a27-80b71f79489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6370201 Feb 17 04:41:08.789621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac7742-2968-49b7-9666-bddd1427bda6 req-8ee31020-93c9-42e4-b14c-9da2baea8d73 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:08.797354 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-65ac7742-2968-49b7-9666-bddd1427bda6 req-8ee31020-93c9-42e4-b14c-9da2baea8d73 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 944 time: 0.6133757 Feb 17 04:41:08.867292 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-65ac7742-2968-49b7-9666-bddd1427bda6 req-47b6d62d-d58c-4200-9587-59588829b975 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590467 Feb 17 04:41:08.905650 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ad3b3554-44bd-41e4-8a5a-54654fa75f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:08.942718 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ad3b3554-44bd-41e4-8a5a-54654fa75f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:08.985788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-682aa4b5-e3c4-4f74-a175-735aba5af4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:08.996110 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 51638) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:09.001438 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-ad3b3554-44bd-41e4-8a5a-54654fa75f62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=843fe05b231b4e6c943976e4a7556678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5535388 Feb 17 04:41:09.005209 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 51642) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:09.045139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b3554-44bd-41e4-8a5a-54654fa75f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbbba1f-0b1e-4f98-855d-9ec2e00c77f9,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:09.052348 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ad3b3554-44bd-41e4-8a5a-54654fa75f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:09.134907 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6bb50add-6b57-49bf-8fd9-71d808739979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:09.164182 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e51f45-fa3e-4219-b196-229433219844 req-1d85fb99-9746-47c3-9709-68ce225d283b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:09.166247 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6bb50add-6b57-49bf-8fd9-71d808739979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:09.172745 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-97e51f45-fa3e-4219-b196-229433219844 req-1d85fb99-9746-47c3-9709-68ce225d283b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1786911 Feb 17 04:41:09.226516 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-97e51f45-fa3e-4219-b196-229433219844 req-0d062642-f206-4ee0-b236-379cfdd62072 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516911 Feb 17 04:41:09.278348 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6bb50add-6b57-49bf-8fd9-71d808739979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:09.284814 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9b8ee6dc-8778-4ed5-a147-7fc21eb6fa1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:09.291702 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1788801433-network', 'tenant_id': '74b24202d7304395a1b3facebcca1da4'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:09.297975 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:41:09.303291 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Usage tracker for resource:network and tenant:74b24202d7304395a1b3facebcca1da4 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:41:09.305396 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb50add-6b57-49bf-8fd9-71d808739979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbbba1f-0b1e-4f98-855d-9ec2e00c77f9,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:09.307523 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:41:09.315014 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:41:09.315188 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6bb50add-6b57-49bf-8fd9-71d808739979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:09.316552 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6bb50add-6b57-49bf-8fd9-71d808739979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:09.317930 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-6bb50add-6b57-49bf-8fd9-71d808739979 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3fbbba1f-0b1e-4f98-855d-9ec2e00c77f9 HTTP/1.1" status: 204 len: 168 time: 0.3117213 Feb 17 04:41:09.368769 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Made reservation on behalf of 74b24202d7304395a1b3facebcca1da4 for: {'network': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:41:09.374800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:09.391164 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:09.408976 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:41:09.413540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Usage tracker for resource:security_group_rule and tenant:74b24202d7304395a1b3facebcca1da4 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:41:09.417261 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:41:09.424002 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:41:09.558770 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4cb1-e407-4726-9289-eaa99c1b5a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:09.647399 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:09.690386 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:09.695571 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9a3f6647-f44a-4b54-8dd2-58373d7224ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:09.793915 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:41:09.807049 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567c1040-2521-49cf-8809-a4290f1af86b,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:09.814830 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:09.821902 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293653912607', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:09.829376 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Added segment 139c6e5e-b246-422f-a829-b0eec29f6c19 of type vxlan for network 74c9ae03-8125-4510-a559-1bce178efd56 Feb 17 04:41:09.876705 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:09.928028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:10.018222 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:10.019957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:10.020481 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:10.091389 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-337ab1f1-1ea2-4d07-baba-575b7fba778b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:10.188439 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 51692) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:10.235095 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-389f6926-3327-4e54-be04-7a9a8d5ee46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:10.257518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-389f6926-3327-4e54-be04-7a9a8d5ee46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:41:10.263678 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2641299 Feb 17 04:41:10.265302 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 51702) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:10.268463 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-389f6926-3327-4e54-be04-7a9a8d5ee46a admin admin] Usage tracker for resource:security_group_rule and tenant:dc0193232dcb416880c8a06801d14c7e is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:41:10.275407 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Request body: {'subnet': {'network_id': '74c9ae03-8125-4510-a559-1bce178efd56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1788801433-subnet', 'tenant_id': '74b24202d7304395a1b3facebcca1da4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:10.280057 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-389f6926-3327-4e54-be04-7a9a8d5ee46a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:41:10.287783 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:41:10.290677 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-389f6926-3327-4e54-be04-7a9a8d5ee46a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:41:10.295869 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Usage tracker for resource:subnet and tenant:74b24202d7304395a1b3facebcca1da4 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:41:10.301724 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:41:10.309415 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:41:10.417139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Made reservation on behalf of 74b24202d7304395a1b3facebcca1da4 for: {'subnet': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:41:10.440560 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Pushing event updated for resources: {'Network': ['ID=74c9ae03-8125-4510-a559-1bce178efd56,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:10.447534 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27454779'] for subnet, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:10.448371 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:10.456853 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Network 74c9ae03-8125-4510-a559-1bce178efd56 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:41:10.517625 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92056f3-72e4-43a8-9542-24116a8478fb req-e3c0cb12-4b20-4227-bd90-ce45604af9cc tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:10.527064 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f92056f3-72e4-43a8-9542-24116a8478fb req-e3c0cb12-4b20-4227-bd90-ce45604af9cc tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 944 time: 0.2640750 Feb 17 04:41:10.625133 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f92056f3-72e4-43a8-9542-24116a8478fb req-db750f9e-a40b-40ff-94e0-618815d399dd tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969880 Feb 17 04:41:10.653713 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network 74c9ae03-8125-4510-a559-1bce178efd56 details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:41:10.873166 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bb4cb-97b0-4a95-937d-7a334f98df1f req-7ca16468-a960-4b53-a314-9aa861239857 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:10.881622 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-636bb4cb-97b0-4a95-937d-7a334f98df1f req-7ca16468-a960-4b53-a314-9aa861239857 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.3001986 Feb 17 04:41:11.076695 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device d20de95e-d87b-41cf-aa8d-886380ba445b up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:11.098724 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-389f6926-3327-4e54-be04-7a9a8d5ee46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:11.118872 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-636bb4cb-97b0-4a95-937d-7a334f98df1f req-6b7dcc90-8dca-4090-a3e1-0b2d404f03a2 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316730 Feb 17 04:41:11.153519 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-389f6926-3327-4e54-be04-7a9a8d5ee46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:11.171594 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a59e0e79-2c66-4946-a251-9503abaf24c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:11.206199 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port d20de95e-d87b-41cf-aa8d-886380ba445b triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:11.207293 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:11.350453 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-389f6926-3327-4e54-be04-7a9a8d5ee46a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc0193232dcb416880c8a06801d14c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1607721 Feb 17 04:41:11.351347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f6926-3327-4e54-be04-7a9a8d5ee46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df283bd-09a6-4fe4-a137-c9f4753e1157,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:11.353234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 51766) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:11.387761 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-389f6926-3327-4e54-be04-7a9a8d5ee46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:11.409857 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:11.459096 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a530-f137-43c2-be4b-1c2c61c1c4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:11.492661 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a530-f137-43c2-be4b-1c2c61c1c4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:11.568905 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a530-f137-43c2-be4b-1c2c61c1c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:11.575736 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1be527b2-9b5b-4d23-b6d0-d2101cebeeea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:11.591090 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5a530-f137-43c2-be4b-1c2c61c1c4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df283bd-09a6-4fe4-a137-c9f4753e1157,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:11.594832 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e3e5a530-f137-43c2-be4b-1c2c61c1c4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:11.610761 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a530-f137-43c2-be4b-1c2c61c1c4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:11.612408 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e3e5a530-f137-43c2-be4b-1c2c61c1c4b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0df283bd-09a6-4fe4-a137-c9f4753e1157 HTTP/1.1" status: 204 len: 168 time: 0.2581263 Feb 17 04:41:11.629737 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853031698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27454762'] for subnet, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:11.652002 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:11.812119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b60636-ffa9-4f47-a560-308b2e41adc9,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:11.820757 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:11.938016 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Checking segment: {'id': '139c6e5e-b246-422f-a829-b0eec29f6c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74c9ae03-8125-4510-a559-1bce178efd56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:41:11.938574 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Network hostable DHCP agents. Network: 74c9ae03-8125-4510-a559-1bce178efd56, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:41:11.948416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17557e24-3a95-4e64-be10-cbfe42a59ebe req-7ed5365d-cd33-4b81-8ff7-13eb4c009db1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:11.950116 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-17557e24-3a95-4e64-be10-cbfe42a59ebe req-7ed5365d-cd33-4b81-8ff7-13eb4c009db1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 944 time: 0.1483500 Feb 17 04:41:12.023071 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-17557e24-3a95-4e64-be10-cbfe42a59ebe req-a47b55a0-a3e8-4aaa-b9ef-6fa351a9c5f0 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632744 Feb 17 04:41:12.051117 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Network 74c9ae03-8125-4510-a559-1bce178efd56 is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:41:12.108016 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, 74c9ae03-8125-4510-a559-1bce178efd56) {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:41:12.125464 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aff2f8-4c06-4f7d-adf1-046c02a2cf9d None None] Network 74c9ae03-8125-4510-a559-1bce178efd56 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:41:12.127141 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:12.128804 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:12.177002 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:12.201850 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-a77e1734-3194-48c4-b353-0430b25b3f07 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9349487 Feb 17 04:41:12.450366 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5ee96f-ef12-411a-8df7-066a48b2f0dc None None] Network 74c9ae03-8125-4510-a559-1bce178efd56 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:41:13.026881 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.objects.ports [None req-bc8212f1-25b5-488f-90e7-18965ee18f51 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84103) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:41:13.597796 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c2ca3-b2d7-46ba-821c-9afbd3ebc509 req-03e38c9d-0312-42b6-8609-debcd57f0b55 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:13.605203 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0e9c2ca3-b2d7-46ba-821c-9afbd3ebc509 req-03e38c9d-0312-42b6-8609-debcd57f0b55 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1635423 Feb 17 04:41:13.605808 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 51898) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:13.658450 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b8e7d-f7ec-43af-8e11-04eed2ee7479 req-682b6c08-67f1-4c54-a481-8bf80a58bffc tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:13.667992 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-867b8e7d-f7ec-43af-8e11-04eed2ee7479 req-682b6c08-67f1-4c54-a481-8bf80a58bffc tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 944 time: 0.4495196 Feb 17 04:41:13.729193 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0e9c2ca3-b2d7-46ba-821c-9afbd3ebc509 req-31f59c2a-fd67-4e13-b7fd-aa4c9e65770c tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833073 Feb 17 04:41:13.734742 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-867b8e7d-f7ec-43af-8e11-04eed2ee7479 req-82d53c4d-0118-4c11-9e4a-55d23772b145 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654473 Feb 17 04:41:13.750816 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device efee77e7-bc3a-492b-98ac-ea5462797a35 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:13.827181 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-19b881ba-d683-4654-b832-78fc58c16769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:13.892898 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-19b881ba-d683-4654-b832-78fc58c16769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:41:13.904764 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-19b881ba-d683-4654-b832-78fc58c16769 admin admin] Usage tracker for resource:security_group_rule and tenant:ea77fb873a424b38ae77497bf03050a0 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:41:13.917200 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-19b881ba-d683-4654-b832-78fc58c16769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:41:13.936790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-19b881ba-d683-4654-b832-78fc58c16769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:41:13.982149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port efee77e7-bc3a-492b-98ac-ea5462797a35 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:41:13.988605 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port efee77e7-bc3a-492b-98ac-ea5462797a35 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:13.996210 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:14.161585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-19b881ba-d683-4654-b832-78fc58c16769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:14.192753 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-19b881ba-d683-4654-b832-78fc58c16769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:14.206400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-89ab6773-fbd3-4b29-86da-b4e69b46fb02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:14.255782 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:14.280760 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-19b881ba-d683-4654-b832-78fc58c16769 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea77fb873a424b38ae77497bf03050a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6712940 Feb 17 04:41:14.282629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b881ba-d683-4654-b832-78fc58c16769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a079efc3-ca0f-4dfc-8908-46576f770ec6,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:14.284844 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 51932) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:14.286703 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-19b881ba-d683-4654-b832-78fc58c16769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:14.308562 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port efee77e7-bc3a-492b-98ac-ea5462797a35, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=efee77e7-bc3a-492b-98ac-ea5462797a35,segment=NetworkSegment(0a0671b8-9744-422d-a03c-b5effad0fae8),segment_id=0a0671b8-9744-422d-a03c-b5effad0fae8)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:41:14.309684 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eac3056-8ae7-403e-a578-fb9d0c774d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efee77e7-bc3a-492b-98ac-ea5462797a35'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:41:14.336012 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:14.338554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:14.419941 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eac3056-8ae7-403e-a578-fb9d0c774d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efee77e7-bc3a-492b-98ac-ea5462797a35', 'code': 200} Feb 17 04:41:14.425160 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62221016-8df6-49a8-8f79-e3a673e50890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:14.444284 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=efee77e7-bc3a-492b-98ac-ea5462797a35,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:14.449337 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:14.479729 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62221016-8df6-49a8-8f79-e3a673e50890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:14.741877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62221016-8df6-49a8-8f79-e3a673e50890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:14.748798 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c1e53b8a-b164-44cb-93a5-b4496e685502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:14.773931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62221016-8df6-49a8-8f79-e3a673e50890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a079efc3-ca0f-4dfc-8908-46576f770ec6,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:14.780570 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-62221016-8df6-49a8-8f79-e3a673e50890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:14.794597 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-62221016-8df6-49a8-8f79-e3a673e50890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:14.795899 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-62221016-8df6-49a8-8f79-e3a673e50890 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a079efc3-ca0f-4dfc-8908-46576f770ec6 HTTP/1.1" status: 204 len: 168 time: 0.5083489 Feb 17 04:41:14.851337 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device efee77e7-bc3a-492b-98ac-ea5462797a35 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:15.000763 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port efee77e7-bc3a-492b-98ac-ea5462797a35 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:15.001198 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:15.104425 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874cfb-ad7f-409a-8c72-e8fa0655aa2f req-4562d389-41ad-4222-b59a-d2eb213c7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:15.106719 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bc874cfb-ad7f-409a-8c72-e8fa0655aa2f req-4562d389-41ad-4222-b59a-d2eb213c7160 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 1163 time: 0.2414958 Feb 17 04:41:15.196101 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b21d3-62c0-4bd5-a052-6cdb38f87678 req-8691dd4e-9ff2-446e-8d97-b8fac2a4063f tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:15.198072 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-072b21d3-62c0-4bd5-a052-6cdb38f87678 req-8691dd4e-9ff2-446e-8d97-b8fac2a4063f tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 946 time: 0.2407041 Feb 17 04:41:15.211230 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bc874cfb-ad7f-409a-8c72-e8fa0655aa2f req-dab4abb9-b50d-48a5-b897-c1f2059c2caf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972867 Feb 17 04:41:15.264148 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-072b21d3-62c0-4bd5-a052-6cdb38f87678 req-01dd34d1-0212-41fc-921e-d5366f8ebc7c tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557187 Feb 17 04:41:15.662418 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-f85478ae-5cfb-4eef-9954-6b22d52f5ae8 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:15.663448 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-f85478ae-5cfb-4eef-9954-6b22d52f5ae8 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Synchronizing usage tracker for tenant:74b24202d7304395a1b3facebcca1da4 on resource:network {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:41:15.736411 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-f85478ae-5cfb-4eef-9954-6b22d52f5ae8 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Unset dirty status for tenant:74b24202d7304395a1b3facebcca1da4 on resource:network {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:41:15.744888 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-f85478ae-5cfb-4eef-9954-6b22d52f5ae8 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/networks?id=74c9ae03-8125-4510-a559-1bce178efd56 HTTP/1.1" status: 200 len: 809 time: 0.3452992 Feb 17 04:41:15.778111 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-527cff5c-cc74-4007-bc13-e4ec5871336e tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/quotas/74b24202d7304395a1b3facebcca1da4 HTTP/1.1" status: 200 len: 375 time: 0.0317822 Feb 17 04:41:15.930417 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-02efe9db-bded-4cf4-bdff-02e40eec139e tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=74b24202d7304395a1b3facebcca1da4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1508813 Feb 17 04:41:16.221737 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-1b5011f1-fb71-485d-9f2c-e15129ab4ffe service neutron] 10.222.0.30 "GET /v2.0/networks/74c9ae03-8125-4510-a559-1bce178efd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720673 Feb 17 04:41:16.406476 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-12b2c492-d376-45e1-b7c0-9afdf6544e91 service neutron] 10.222.0.30 "GET /v2.0/networks/74c9ae03-8125-4510-a559-1bce178efd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1758199 Feb 17 04:41:17.047067 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-86206828-e637-4ac4-a46c-9d6853cff5da req-c9c2b329-703b-4dc8-b5dd-3a04c7520ab1 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 210 time: 0.1230698 Feb 17 04:41:17.062490 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733e75-b486-4047-a156-d837f82bcd13 req-6c967ff4-610d-4c38-9936-044b9642946a tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:17.062490 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b733e75-b486-4047-a156-d837f82bcd13 req-6c967ff4-610d-4c38-9936-044b9642946a tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 946 time: 0.2556150 Feb 17 04:41:17.127479 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b733e75-b486-4047-a156-d837f82bcd13 req-25952dae-025f-41db-976f-17b1ac4b0896 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572097 Feb 17 04:41:18.422435 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 52114) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:18.476926 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b03a4330-443f-416f-8ebd-b07b1b693e78 req-acf0357b-6bc3-43fb-9058-a61601bd69d7 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 210 time: 0.2312498 Feb 17 04:41:18.698279 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135991c7-ec52-4cb3-9514-e62c22eb434b req-04bfd592-2806-448c-90b4-0c640f7f1aa6 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:18.706426 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-135991c7-ec52-4cb3-9514-e62c22eb434b req-04bfd592-2806-448c-90b4-0c640f7f1aa6 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 946 time: 0.2447541 Feb 17 04:41:18.711007 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af284c-84f1-47bd-84a8-fbf625669960 req-f4afe49e-bbd7-444d-8e8a-75bddc558cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:18.715714 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47af284c-84f1-47bd-84a8-fbf625669960 req-f4afe49e-bbd7-444d-8e8a-75bddc558cfd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=befae0ac515a484db91eb597439002ba&device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 1162 time: 0.3389876 Feb 17 04:41:19.049837 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-81cd3f62-47d1-469c-a56f-4ec47eb0df91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:19.062635 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af284c-84f1-47bd-84a8-fbf625669960 req-c79db3e8-eec9-4e92-a17c-eb02a0be160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:19.065143 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47af284c-84f1-47bd-84a8-fbf625669960 req-c79db3e8-eec9-4e92-a17c-eb02a0be160c service neutron] 10.222.0.65 "GET /v2.0/networks?id=85566346-7810-448b-acd9-9bba5936da34 HTTP/1.1" status: 200 len: 912 time: 0.2944241 Feb 17 04:41:19.158719 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-81cd3f62-47d1-469c-a56f-4ec47eb0df91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:41:19.174919 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-81cd3f62-47d1-469c-a56f-4ec47eb0df91 admin admin] Usage tracker for resource:security_group_rule and tenant:15e34471607748c1b1f4828b83431df7 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:41:19.180795 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-81cd3f62-47d1-469c-a56f-4ec47eb0df91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:41:19.188985 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-81cd3f62-47d1-469c-a56f-4ec47eb0df91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:41:19.280950 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47af284c-84f1-47bd-84a8-fbf625669960 req-a8857e69-42bc-4092-a8ad-1ff313a056c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d20de95e-d87b-41cf-aa8d-886380ba445b HTTP/1.1" status: 200 len: 217 time: 0.1966267 Feb 17 04:41:19.304222 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-135991c7-ec52-4cb3-9514-e62c22eb434b req-e1e0e89c-bf8f-4fab-a365-8b91b15455d4 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861824 Feb 17 04:41:19.471320 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b1d68-aede-4870-9c29-4dcf9a0ad51a req-b9bf6097-d0e9-478d-8b56-393597a50d44 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:19.474139 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-257b1d68-aede-4870-9c29-4dcf9a0ad51a req-b9bf6097-d0e9-478d-8b56-393597a50d44 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.6741133 Feb 17 04:41:19.534086 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-81cd3f62-47d1-469c-a56f-4ec47eb0df91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:19.578951 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-81cd3f62-47d1-469c-a56f-4ec47eb0df91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:19.598288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f057a097-a260-498c-8123-59bf92a3111a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:19.601592 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af284c-84f1-47bd-84a8-fbf625669960 req-4f2e975b-a7e4-43ba-bbed-99c7ebbfb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:19.605506 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47af284c-84f1-47bd-84a8-fbf625669960 req-4f2e975b-a7e4-43ba-bbed-99c7ebbfb5d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a HTTP/1.1" status: 200 len: 858 time: 0.2994261 Feb 17 04:41:19.651832 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd3f62-47d1-469c-a56f-4ec47eb0df91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fa6cbe-70aa-424b-84e7-ddd43b654f44,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:19.692758 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-81cd3f62-47d1-469c-a56f-4ec47eb0df91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:19.706740 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-257b1d68-aede-4870-9c29-4dcf9a0ad51a req-25e62c84-281c-4edc-9304-8ea07a2a02e8 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669080 Feb 17 04:41:19.713940 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-81cd3f62-47d1-469c-a56f-4ec47eb0df91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15e34471607748c1b1f4828b83431df7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2876179 Feb 17 04:41:19.714967 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 52168) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:19.760201 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47af284c-84f1-47bd-84a8-fbf625669960 req-ff336b40-3a06-47d7-863a-ef4c0c02b1b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85566346-7810-448b-acd9-9bba5936da34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434219 Feb 17 04:41:19.776655 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-550fa51e-8f6a-46eb-a690-9928cf2c4f1e req-ac0ba0a8-444f-4c39-af2a-c35340c318df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2967525 Feb 17 04:41:19.811761 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c17fe45f-a15f-4f91-9ad0-c53854a8c5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:19.847451 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c17fe45f-a15f-4f91-9ad0-c53854a8c5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:19.979258 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-efedc8c4-a636-48f5-90de-b849e4966992 req-411165da-1a9c-4ea3-a468-d33d299339e5 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 210 time: 0.0617318 Feb 17 04:41:19.993741 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c17fe45f-a15f-4f91-9ad0-c53854a8c5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:20.001199 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-81cd3f62-47d1-469c-a56f-4ec47eb0df91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:20.030528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fe45f-a15f-4f91-9ad0-c53854a8c5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fa6cbe-70aa-424b-84e7-ddd43b654f44,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:20.033158 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c17fe45f-a15f-4f91-9ad0-c53854a8c5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:20.034994 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c17fe45f-a15f-4f91-9ad0-c53854a8c5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:20.038743 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-c17fe45f-a15f-4f91-9ad0-c53854a8c5b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58fa6cbe-70aa-424b-84e7-ddd43b654f44 HTTP/1.1" status: 204 len: 168 time: 0.3202522 Feb 17 04:41:20.272336 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fa51e-8f6a-46eb-a690-9928cf2c4f1e req-8bd9bbf1-16c9-4e9f-8ab5-6a658cae02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:20.274067 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-550fa51e-8f6a-46eb-a690-9928cf2c4f1e req-8bd9bbf1-16c9-4e9f-8ab5-6a658cae02c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 1162 time: 0.4288774 Feb 17 04:41:20.277797 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47af284c-84f1-47bd-84a8-fbf625669960 req-aa89c3da-9c9f-4b8c-b743-8c72e20f7de2 service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992285 Feb 17 04:41:20.476923 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fa51e-8f6a-46eb-a690-9928cf2c4f1e req-ec38ce82-12b9-44c6-8312-2d574d65435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:20.479321 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-550fa51e-8f6a-46eb-a690-9928cf2c4f1e req-ec38ce82-12b9-44c6-8312-2d574d65435d service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d7a82db-0693-4b36-bdf2-4e1d79993092 HTTP/1.1" status: 200 len: 911 time: 0.1742189 Feb 17 04:41:20.579841 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47af284c-84f1-47bd-84a8-fbf625669960 req-db9f0849-0a65-49dc-b972-e772c0e1fbd0 service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2940261 Feb 17 04:41:20.587291 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-e8622402-f4e5-40a4-ae84-516a36ad94db tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:20.588952 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-e8622402-f4e5-40a4-ae84-516a36ad94db tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.65 "GET /v2.0/networks?id=74c9ae03-8125-4510-a559-1bce178efd56 HTTP/1.1" status: 200 len: 809 time: 0.2770922 Feb 17 04:41:20.602753 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Request body: {'port': {'device_id': 'a5c2c219-b74c-4259-9031-380a5255e259', 'network_id': '74c9ae03-8125-4510-a559-1bce178efd56', 'admin_state_up': True, 'tenant_id': '74b24202d7304395a1b3facebcca1da4'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:20.797331 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-550fa51e-8f6a-46eb-a690-9928cf2c4f1e req-cdab5377-7d00-4939-8464-0e273e9a5362 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c8d9e88-eab4-4c1a-adf8-d65694486006 HTTP/1.1" status: 200 len: 1000 time: 0.3101594 Feb 17 04:41:21.043769 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fa51e-8f6a-46eb-a690-9928cf2c4f1e req-1ef21c95-902c-4819-b396-2e41a3ffb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:21.052765 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-550fa51e-8f6a-46eb-a690-9928cf2c4f1e req-1ef21c95-902c-4819-b396-2e41a3ffb05c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74b38920-b506-4cd3-87a7-221a55afe365 HTTP/1.1" status: 200 len: 856 time: 0.2447045 Feb 17 04:41:21.091845 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:41:21.124411 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Usage tracker for resource:port and tenant:74b24202d7304395a1b3facebcca1da4 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:41:21.135511 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:41:21.159408 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:41:21.261562 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Made reservation on behalf of 74b24202d7304395a1b3facebcca1da4 for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:41:21.275322 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fa51e-8f6a-46eb-a690-9928cf2c4f1e req-4ef0036b-3eae-44f1-a249-488439fce120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:21.278839 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:21.290174 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-550fa51e-8f6a-46eb-a690-9928cf2c4f1e req-4ef0036b-3eae-44f1-a249-488439fce120 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d7a82db-0693-4b36-bdf2-4e1d79993092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2281229 Feb 17 04:41:21.611426 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 52236) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:21.840125 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e2748-2716-437f-b3c5-48c5f51ef647 req-e4d6ba88-7d30-41ce-b3b4-4d72d0033838 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:21.841955 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-513e2748-2716-437f-b3c5-48c5f51ef647 req-e4d6ba88-7d30-41ce-b3b4-4d72d0033838 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.2314694 Feb 17 04:41:21.844474 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-550fa51e-8f6a-46eb-a690-9928cf2c4f1e req-8d161810-ebc2-4e6c-8638-0ab71ceab1c7 service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452051 Feb 17 04:41:22.163484 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e29aefe1-2457-4365-8ad4-7e81f181dce5 req-c95bbf11-c8bb-4d9f-ab5f-21017ae4af1e tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 210 time: 0.0890720 Feb 17 04:41:22.298156 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-513e2748-2716-437f-b3c5-48c5f51ef647 req-6bb7133e-9fcc-41a9-9a65-864b93f458c7 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482887 Feb 17 04:41:22.377656 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-6fc9c352-0a82-46b7-a3fb-fdd2c857eff9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9903f37a3f94a8a8523f68c7b0baca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7645860 Feb 17 04:41:22.379426 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 52272) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:22.501950 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Allocated IP 172.20.0.10 (74c9ae03-8125-4510-a559-1bce178efd56/60b60636-ffa9-4f47-a560-308b2e41adc9/808dee0d-b67e-417e-840d-f7d4acf069e9) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:41:22.551355 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-550fa51e-8f6a-46eb-a690-9928cf2c4f1e req-0ea6e1a4-3246-4a57-b581-887d40f785f8 service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6504586 Feb 17 04:41:22.591111 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fc4e254a-a14d-4d2a-960e-d141c8d06889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:22.653400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fc4e254a-a14d-4d2a-960e-d141c8d06889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:22.769008 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fc4e254a-a14d-4d2a-960e-d141c8d06889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:22.778360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e9c93079-b4af-4f88-9069-0ada0d5a6be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:22.799318 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e254a-a14d-4d2a-960e-d141c8d06889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afda82d-e2cd-43c2-af61-3efce6f6d87d,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:22.803621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-fc4e254a-a14d-4d2a-960e-d141c8d06889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:22.828036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:22.842990 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fc4e254a-a14d-4d2a-960e-d141c8d06889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:22.847303 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-fc4e254a-a14d-4d2a-960e-d141c8d06889 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8afda82d-e2cd-43c2-af61-3efce6f6d87d HTTP/1.1" status: 204 len: 168 time: 0.4080758 Feb 17 04:41:22.937328 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:22.958111 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:23.220315 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Pushing event updated for resources: {'Port': ['ID=808dee0d-b67e-417e-840d-f7d4acf069e9,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:23.234892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:23.338456 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Network 74c9ae03-8125-4510-a559-1bce178efd56 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:41:23.341745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:41:23.346797 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:41:23.357133 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:23.361510 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:23.527631 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:23.562126 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9638836 Feb 17 04:41:23.570819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56738988-084a-45e4-b1d1-cf92fff47bbd req-ee25bd27-5b2f-41bf-888f-763f0f6b2d0c tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:23.571683 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-56738988-084a-45e4-b1d1-cf92fff47bbd req-ee25bd27-5b2f-41bf-888f-763f0f6b2d0c tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Synchronizing usage tracker for tenant:74b24202d7304395a1b3facebcca1da4 on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:41:23.581436 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Request body: {'port': {'device_id': 'a5c2c219-b74c-4259-9031-380a5255e259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:23.694818 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-56738988-084a-45e4-b1d1-cf92fff47bbd req-ee25bd27-5b2f-41bf-888f-763f0f6b2d0c tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Unset dirty status for tenant:74b24202d7304395a1b3facebcca1da4 on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:41:23.695780 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-56738988-084a-45e4-b1d1-cf92fff47bbd req-ee25bd27-5b2f-41bf-888f-763f0f6b2d0c tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 932 time: 0.2834260 Feb 17 04:41:23.763008 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:23.792570 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-56738988-084a-45e4-b1d1-cf92fff47bbd req-5f545fcd-faef-4cb0-8fea-aff3fecb588f tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Synchronizing usage tracker for tenant:74b24202d7304395a1b3facebcca1da4 on resource:security_group {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:41:23.830884 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60997b4-d521-47c0-ba3a-36a9c11405b6 req-26119bbe-f1a0-431b-94ce-04408f3d9435 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:23.852416 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c60997b4-d521-47c0-ba3a-36a9c11405b6 req-26119bbe-f1a0-431b-94ce-04408f3d9435 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.2616241 Feb 17 04:41:23.915093 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-56738988-084a-45e4-b1d1-cf92fff47bbd req-5f545fcd-faef-4cb0-8fea-aff3fecb588f tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Unset dirty status for tenant:74b24202d7304395a1b3facebcca1da4 on resource:security_group {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:41:23.916375 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-56738988-084a-45e4-b1d1-cf92fff47bbd req-5f545fcd-faef-4cb0-8fea-aff3fecb588f tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071056 Feb 17 04:41:23.930428 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c60997b4-d521-47c0-ba3a-36a9c11405b6 req-b49af81d-33ee-420b-b0dc-62e4d2d5ad08 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767801 Feb 17 04:41:24.463943 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808dee0d-b67e-417e-840d-f7d4acf069e9 {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:41:24.480667 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:24.503713 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Transition to ACTIVE for port object 808dee0d-b67e-417e-840d-f7d4acf069e9 will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:41:24.541896 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:24.561619 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:24.743279 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Pushing event updated for resources: {'Port': ['ID=808dee0d-b67e-417e-840d-f7d4acf069e9,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:24.757617 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:24.904048 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Attempting to bind port 808dee0d-b67e-417e-840d-f7d4acf069e9 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:41:24.904695 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Attempting to bind port 808dee0d-b67e-417e-840d-f7d4acf069e9 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '139c6e5e-b246-422f-a829-b0eec29f6c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74c9ae03-8125-4510-a559-1bce178efd56'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:41:24.905303 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Attempting to bind port 808dee0d-b67e-417e-840d-f7d4acf069e9 on network 74c9ae03-8125-4510-a559-1bce178efd56 {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:41:24.917454 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:41:24.917970 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Checking segment: {'id': '139c6e5e-b246-422f-a829-b0eec29f6c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74c9ae03-8125-4510-a559-1bce178efd56'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:41:24.918658 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:24.919337 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Bound using segment: {'id': '139c6e5e-b246-422f-a829-b0eec29f6c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74c9ae03-8125-4510-a559-1bce178efd56'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:41:24.920196 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Bound port: 808dee0d-b67e-417e-840d-f7d4acf069e9, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139c6e5e-b246-422f-a829-b0eec29f6c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74c9ae03-8125-4510-a559-1bce178efd56'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:41:24.920911 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:25.190781 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] For port 808dee0d-b67e-417e-840d-f7d4acf069e9, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:41:25.199830 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] For port 808dee0d-b67e-417e-840d-f7d4acf069e9, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=808dee0d-b67e-417e-840d-f7d4acf069e9,segment=NetworkSegment(139c6e5e-b246-422f-a829-b0eec29f6c19),segment_id=139c6e5e-b246-422f-a829-b0eec29f6c19)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:41:25.332093 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:25.373112 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:25.558945 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fb84c-8a95-47c9-8468-6d59327b76e0 req-919eebf4-8279-436a-972f-196b2a47f1fe tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:25.561837 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-574fb84c-8a95-47c9-8468-6d59327b76e0 req-919eebf4-8279-436a-972f-196b2a47f1fe tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1501780 Feb 17 04:41:25.645975 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-574fb84c-8a95-47c9-8468-6d59327b76e0 req-00a38037-eb7d-4dcd-a997-abf0b978c430 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753043 Feb 17 04:41:25.658440 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Pushing event updated for resources: {'Port': ['ID=808dee0d-b67e-417e-840d-f7d4acf069e9,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:25.662774 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:25.713100 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5ed16-be57-4184-82cc-6f7cecddd66f req-f2a484af-70f0-4e05-9203-648d2a7b6d38 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:25.714929 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cab5ed16-be57-4184-82cc-6f7cecddd66f req-f2a484af-70f0-4e05-9203-648d2a7b6d38 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 944 time: 0.5014651 Feb 17 04:41:25.756112 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:25.756830 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:25.758406 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] 10.222.0.65 "PUT /v2.0/ports/808dee0d-b67e-417e-840d-f7d4acf069e9 HTTP/1.1" status: 200 len: 1158 time: 2.1833582 Feb 17 04:41:25.758980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c2c219-b74c-4259-9031-380a5255e259', 'tag': '808dee0d-b67e-417e-840d-f7d4acf069e9'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:41:25.828339 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cab5ed16-be57-4184-82cc-6f7cecddd66f req-00e9556d-4e10-414f-9242-c90a287d3b43 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962410 Feb 17 04:41:25.915327 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c2c219-b74c-4259-9031-380a5255e259', 'tag': '808dee0d-b67e-417e-840d-f7d4acf069e9', 'status': 'completed', 'code': 200} Feb 17 04:41:25.965473 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-5112f78c-75e5-421f-91e5-ad10caa663d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:25.967166 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-5112f78c-75e5-421f-91e5-ad10caa663d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=74b24202d7304395a1b3facebcca1da4&device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 1161 time: 0.1192393 Feb 17 04:41:26.089400 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-9822f12a-652d-409b-a038-bc0f18c5c4d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808dee0d-b67e-417e-840d-f7d4acf069e9 HTTP/1.1" status: 200 len: 217 time: 0.1026101 Feb 17 04:41:26.176085 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-e7042f9d-4944-4b34-b21e-bb7bdf2a31da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:26.178161 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-e7042f9d-4944-4b34-b21e-bb7bdf2a31da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60b60636-ffa9-4f47-a560-308b2e41adc9 HTTP/1.1" status: 200 len: 849 time: 0.0825176 Feb 17 04:41:26.244250 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-2f6a0749-83bf-4ccb-ae3e-65742ae613b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74c9ae03-8125-4510-a559-1bce178efd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569408 Feb 17 04:41:26.407538 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-d55879f0-ffd8-4e9e-8eea-cbaf68cd4d86 service neutron] 10.222.0.65 "GET /v2.0/networks/74c9ae03-8125-4510-a559-1bce178efd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550479 Feb 17 04:41:26.590785 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de958778-2d3a-4512-a59f-fa5c7dfa27b4 req-4ea61ad1-6bfb-44f3-bf1f-f8594400ec99 service neutron] 10.222.0.65 "GET /v2.0/networks/74c9ae03-8125-4510-a559-1bce178efd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1728685 Feb 17 04:41:26.894646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85c1e6-5d49-4e94-a19f-283e796d427a req-060ee75e-49ec-419b-a456-a159bd49fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:26.896336 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0c85c1e6-5d49-4e94-a19f-283e796d427a req-060ee75e-49ec-419b-a456-a159bd49fd07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=74b24202d7304395a1b3facebcca1da4&device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 1161 time: 0.2022164 Feb 17 04:41:27.040837 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18c9bd-08c2-4dec-9dcc-04df009c6b82 req-ba990137-4855-4c3b-b269-84382f376c26 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:27.042920 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4c18c9bd-08c2-4dec-9dcc-04df009c6b82 req-ba990137-4855-4c3b-b269-84382f376c26 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.2226520 Feb 17 04:41:27.185577 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85c1e6-5d49-4e94-a19f-283e796d427a req-0e25fa2e-ae71-4f1e-bcb0-ad73cb05f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:27.187256 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0c85c1e6-5d49-4e94-a19f-283e796d427a req-0e25fa2e-ae71-4f1e-bcb0-ad73cb05f48b service neutron] 10.222.0.65 "GET /v2.0/networks?id=74c9ae03-8125-4510-a559-1bce178efd56 HTTP/1.1" status: 200 len: 903 time: 0.2758436 Feb 17 04:41:27.193439 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4c18c9bd-08c2-4dec-9dcc-04df009c6b82 req-6f623370-64bd-448f-9d72-7f9fe6d7e34b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008401 Feb 17 04:41:27.536679 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a46db-2ef4-408a-8a86-ee009ce91321 req-2eee642c-83e6-4c46-87d4-f5f62dc17eeb tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:27.539504 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-849a46db-2ef4-408a-8a86-ee009ce91321 req-2eee642c-83e6-4c46-87d4-f5f62dc17eeb tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 944 time: 0.2620397 Feb 17 04:41:27.544261 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0c85c1e6-5d49-4e94-a19f-283e796d427a req-044f4342-63a3-45bd-aaed-c54a6fac008a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808dee0d-b67e-417e-840d-f7d4acf069e9 HTTP/1.1" status: 200 len: 217 time: 0.3491249 Feb 17 04:41:27.615316 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-849a46db-2ef4-408a-8a86-ee009ce91321 req-c5122d39-29be-48bc-9082-907d21e9e691 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615535 Feb 17 04:41:27.636814 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85c1e6-5d49-4e94-a19f-283e796d427a req-abc1bacb-151d-4ae4-a830-b8bdf34f365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:27.639629 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0c85c1e6-5d49-4e94-a19f-283e796d427a req-abc1bacb-151d-4ae4-a830-b8bdf34f365b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60b60636-ffa9-4f47-a560-308b2e41adc9 HTTP/1.1" status: 200 len: 849 time: 0.0867965 Feb 17 04:41:27.702561 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0c85c1e6-5d49-4e94-a19f-283e796d427a req-767aff5f-672a-4bc0-a09a-c48bf4ab08df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74c9ae03-8125-4510-a559-1bce178efd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535257 Feb 17 04:41:27.858371 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0c85c1e6-5d49-4e94-a19f-283e796d427a req-a1b52f5b-69b2-4aeb-81f3-3e240987831a service neutron] 10.222.0.65 "GET /v2.0/networks/74c9ae03-8125-4510-a559-1bce178efd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468663 Feb 17 04:41:28.025686 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0c85c1e6-5d49-4e94-a19f-283e796d427a req-3989ac9b-4058-44a8-a1ff-8a59f858fb61 service neutron] 10.222.0.65 "GET /v2.0/networks/74c9ae03-8125-4510-a559-1bce178efd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1604309 Feb 17 04:41:28.455476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5aec0-3d73-431f-a1df-41e5b6ddfda9 req-1fa0d6e2-a73c-4b31-818e-e306c0f3f7f7 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:28.457227 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-48f5aec0-3d73-431f-a1df-41e5b6ddfda9 req-1fa0d6e2-a73c-4b31-818e-e306c0f3f7f7 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.0928590 Feb 17 04:41:28.518673 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-48f5aec0-3d73-431f-a1df-41e5b6ddfda9 req-7cf16677-63df-4c3d-9dd3-1f1d086ffb54 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490601 Feb 17 04:41:28.686063 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:41:28.930286 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63dd78-1e7d-4b5a-b100-79d76a705dc1 req-3ba5f94b-9d47-4a1e-882d-c78e3d971430 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:28.932327 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ce63dd78-1e7d-4b5a-b100-79d76a705dc1 req-3ba5f94b-9d47-4a1e-882d-c78e3d971430 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 944 time: 0.1116633 Feb 17 04:41:29.007295 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ce63dd78-1e7d-4b5a-b100-79d76a705dc1 req-05dcfd65-591e-4743-9d71-6d8772a2c7c4 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675113 Feb 17 04:41:29.772487 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ff8af-015a-41de-8da1-39b45d63460d req-c921d0a2-4954-4885-b6ff-f9629b78b7b8 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:29.775672 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8d1ff8af-015a-41de-8da1-39b45d63460d req-c921d0a2-4954-4885-b6ff-f9629b78b7b8 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1377461 Feb 17 04:41:29.843077 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8d1ff8af-015a-41de-8da1-39b45d63460d req-72fa4922-221a-40ee-8592-fb7eafc4f07d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592420 Feb 17 04:41:30.253811 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59a360-1237-4f89-886f-2016ca88486d req-0bb1a3e2-9732-494b-803e-d4c7d105d60b tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:30.255519 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2c59a360-1237-4f89-886f-2016ca88486d req-0bb1a3e2-9732-494b-803e-d4c7d105d60b tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 944 time: 0.1084599 Feb 17 04:41:30.321940 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2c59a360-1237-4f89-886f-2016ca88486d req-d1b85d49-8f8e-4d96-8683-07bebd90341a tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532837 Feb 17 04:41:31.086229 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a7677-4098-469e-a2ce-46c6f2d7496d req-5c7f6a52-c757-476a-8642-0924a08f1f46 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:31.087924 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9b6a7677-4098-469e-a2ce-46c6f2d7496d req-5c7f6a52-c757-476a-8642-0924a08f1f46 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1181593 Feb 17 04:41:31.156964 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9b6a7677-4098-469e-a2ce-46c6f2d7496d req-a9c04ee6-ae84-46cb-8538-e0286dc8cee5 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504036 Feb 17 04:41:31.602221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8173f5-1f89-4b15-a793-df76fb027206 req-ae80cfef-4e3e-4f4a-b45a-fee1678f4504 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:31.604004 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8173f5-1f89-4b15-a793-df76fb027206 req-ae80cfef-4e3e-4f4a-b45a-fee1678f4504 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 944 time: 0.1435485 Feb 17 04:41:31.677427 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b8173f5-1f89-4b15-a793-df76fb027206 req-132dc614-cbf1-4358-bcab-6f7962c92660 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664742 Feb 17 04:41:32.050626 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 52454) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:32.211711 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8f226c6e-2c1f-44c3-ba52-1a5620fcffeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:32.243984 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8f226c6e-2c1f-44c3-ba52-1a5620fcffeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:41:32.252389 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8f226c6e-2c1f-44c3-ba52-1a5620fcffeb admin admin] Usage tracker for resource:security_group_rule and tenant:c6d275b4c3e04b76b1af841fde60dfa6 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:41:32.258709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8f226c6e-2c1f-44c3-ba52-1a5620fcffeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:41:32.271403 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8f226c6e-2c1f-44c3-ba52-1a5620fcffeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:41:32.432503 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc396d1-2527-46f6-a08f-d2b5bd0d0c25 req-939502de-5610-40a8-b6a6-bf4a28f063a4 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:32.443881 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ebc396d1-2527-46f6-a08f-d2b5bd0d0c25 req-939502de-5610-40a8-b6a6-bf4a28f063a4 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1369505 Feb 17 04:41:32.444203 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8f226c6e-2c1f-44c3-ba52-1a5620fcffeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:32.495792 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ebc396d1-2527-46f6-a08f-d2b5bd0d0c25 req-f4400925-3ec3-4065-9315-417b33775fc8 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535791 Feb 17 04:41:32.522260 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8f226c6e-2c1f-44c3-ba52-1a5620fcffeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:32.530474 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d47ea4c0-5727-4383-826b-c0b958b22dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:32.579562 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f226c6e-2c1f-44c3-ba52-1a5620fcffeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2146a031-8129-4fcf-97e6-c92cb084d3a0,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:32.583255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8f226c6e-2c1f-44c3-ba52-1a5620fcffeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:32.587315 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-8f226c6e-2c1f-44c3-ba52-1a5620fcffeb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6d275b4c3e04b76b1af841fde60dfa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353885 Feb 17 04:41:32.590319 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 52466) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:32.685836 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-09ef5cd5-91d7-4c0c-be8b-ebea8d95ee64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:32.729856 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-09ef5cd5-91d7-4c0c-be8b-ebea8d95ee64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:32.857873 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-09ef5cd5-91d7-4c0c-be8b-ebea8d95ee64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:32.871094 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:32.886296 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef5cd5-91d7-4c0c-be8b-ebea8d95ee64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2146a031-8129-4fcf-97e6-c92cb084d3a0,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:32.890567 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-09ef5cd5-91d7-4c0c-be8b-ebea8d95ee64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:32.897905 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-09ef5cd5-91d7-4c0c-be8b-ebea8d95ee64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:32.899187 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-09ef5cd5-91d7-4c0c-be8b-ebea8d95ee64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2146a031-8129-4fcf-97e6-c92cb084d3a0 HTTP/1.1" status: 204 len: 168 time: 0.3075686 Feb 17 04:41:32.941448 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb9266-3b8c-4305-860e-3a13d7025b93 req-c7464fd7-c29c-481a-a782-1dff2c7b71ad tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:32.949634 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5dcb9266-3b8c-4305-860e-3a13d7025b93 req-c7464fd7-c29c-481a-a782-1dff2c7b71ad tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 944 time: 0.1370661 Feb 17 04:41:33.024878 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5dcb9266-3b8c-4305-860e-3a13d7025b93 req-ff04cb6c-33f8-4875-8f51-625615f3b8ea tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743675 Feb 17 04:41:33.136992 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.objects.ports [None req-a1c2238d-48aa-4417-8692-385dd82d6fc9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84103) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:41:33.486429 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 52482) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:33.507461 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8d4e7065-02de-4a4a-b02b-72abb46e6017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:33.532155 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8d4e7065-02de-4a4a-b02b-72abb46e6017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:41:33.536996 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8d4e7065-02de-4a4a-b02b-72abb46e6017 admin admin] Usage tracker for resource:security_group_rule and tenant:e4f5f85561694e21882ac64816d33b18 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:41:33.540503 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8d4e7065-02de-4a4a-b02b-72abb46e6017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:41:33.547197 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8d4e7065-02de-4a4a-b02b-72abb46e6017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:41:33.649333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8d4e7065-02de-4a4a-b02b-72abb46e6017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:33.678728 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8d4e7065-02de-4a4a-b02b-72abb46e6017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:33.697113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4939b4a5-02d0-4d67-b823-117c5d21e35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:33.746777 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e7065-02de-4a4a-b02b-72abb46e6017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae31391-9c5e-46e2-a3d7-a9bc881f40fd,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:33.756934 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-8d4e7065-02de-4a4a-b02b-72abb46e6017 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4f5f85561694e21882ac64816d33b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640743 Feb 17 04:41:33.756934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8d4e7065-02de-4a4a-b02b-72abb46e6017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:33.758754 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 52490) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:33.830145 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6878-b006-4325-8a1f-bed29cbcd820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:33.836719 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3507fe9-ae84-42a5-b5f3-fbe210eb8ede req-2703c72f-9448-443f-923c-29996c09d353 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:33.838731 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3507fe9-ae84-42a5-b5f3-fbe210eb8ede req-2703c72f-9448-443f-923c-29996c09d353 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1336756 Feb 17 04:41:33.865118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6878-b006-4325-8a1f-bed29cbcd820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:33.922292 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3507fe9-ae84-42a5-b5f3-fbe210eb8ede req-6f29b8cb-20eb-47c3-9490-9281ad0fbe3b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694401 Feb 17 04:41:33.952618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6878-b006-4325-8a1f-bed29cbcd820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:33.957714 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c17fe45f-a15f-4f91-9ad0-c53854a8c5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:33.973649 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce6878-b006-4325-8a1f-bed29cbcd820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae31391-9c5e-46e2-a3d7-a9bc881f40fd,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:33.976437 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b8ce6878-b006-4325-8a1f-bed29cbcd820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:33.988898 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6878-b006-4325-8a1f-bed29cbcd820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:33.991861 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-b8ce6878-b006-4325-8a1f-bed29cbcd820 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ae31391-9c5e-46e2-a3d7-a9bc881f40fd HTTP/1.1" status: 204 len: 168 time: 0.2322457 Feb 17 04:41:34.256388 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 808dee0d-b67e-417e-840d-f7d4acf069e9 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:34.262863 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78c1e7-2178-4321-be64-1bd4036f561e req-3de6baad-aa41-4ab3-8dab-392cdd9c610b tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:34.276818 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5b78c1e7-2178-4321-be64-1bd4036f561e req-3de6baad-aa41-4ab3-8dab-392cdd9c610b tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 944 time: 0.1303394 Feb 17 04:41:34.341226 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5b78c1e7-2178-4321-be64-1bd4036f561e req-8d11ded6-c33d-4670-a2c9-fabb801136d1 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633707 Feb 17 04:41:34.454326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port 808dee0d-b67e-417e-840d-f7d4acf069e9 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:41:34.464008 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 808dee0d-b67e-417e-840d-f7d4acf069e9 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:34.464900 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:34.711808 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:34.759999 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c2c219-b74c-4259-9031-380a5255e259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808dee0d-b67e-417e-840d-f7d4acf069e9'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:41:34.774254 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 808dee0d-b67e-417e-840d-f7d4acf069e9, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=808dee0d-b67e-417e-840d-f7d4acf069e9,segment=NetworkSegment(139c6e5e-b246-422f-a829-b0eec29f6c19),segment_id=139c6e5e-b246-422f-a829-b0eec29f6c19)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:41:34.838454 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c2c219-b74c-4259-9031-380a5255e259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808dee0d-b67e-417e-840d-f7d4acf069e9', 'code': 200} Feb 17 04:41:34.861006 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:34.863944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:35.073354 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 808dee0d-b67e-417e-840d-f7d4acf069e9 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:35.127051 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=808dee0d-b67e-417e-840d-f7d4acf069e9,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:35.132895 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:35.211277 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 808dee0d-b67e-417e-840d-f7d4acf069e9 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:35.211878 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:35.479728 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3f47b-c052-4a6e-9277-1c6ab44fc18d req-a94bc29e-f4ae-4929-9bfe-71de241d670f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:35.494057 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-89e3f47b-c052-4a6e-9277-1c6ab44fc18d req-a94bc29e-f4ae-4929-9bfe-71de241d670f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.2845695 Feb 17 04:41:35.610863 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd977352-ca4b-4aa6-babc-bc7c87299b44 req-e63a42a5-acac-4230-b763-fee2afda368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:35.613765 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-dd977352-ca4b-4aa6-babc-bc7c87299b44 req-e63a42a5-acac-4230-b763-fee2afda368b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 1163 time: 0.3136055 Feb 17 04:41:35.625477 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-89e3f47b-c052-4a6e-9277-1c6ab44fc18d req-cae29cd1-6654-4bf9-927e-e9663ae51715 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185684 Feb 17 04:41:35.709801 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-dd977352-ca4b-4aa6-babc-bc7c87299b44 req-4b105e33-0084-482e-a919-6e0cc68e7915 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870335 Feb 17 04:41:35.950326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceee0d8-5ca2-48fb-8d0b-aa6ad2360714 req-8f250b92-147e-4c44-b9b7-ca02c823144b tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:35.952069 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0ceee0d8-5ca2-48fb-8d0b-aa6ad2360714 req-8f250b92-147e-4c44-b9b7-ca02c823144b tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 946 time: 0.1248126 Feb 17 04:41:36.057495 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0ceee0d8-5ca2-48fb-8d0b-aa6ad2360714 req-437112a8-226a-4bfd-84c4-d0f2bc00a674 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908911 Feb 17 04:41:36.878510 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e434bd-f794-4f05-9b19-579c06918614 req-856135b3-d6e8-4b85-af52-5df9a77c30ee tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:36.880466 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-26e434bd-f794-4f05-9b19-579c06918614 req-856135b3-d6e8-4b85-af52-5df9a77c30ee tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.0934300 Feb 17 04:41:36.937679 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-26e434bd-f794-4f05-9b19-579c06918614 req-fe1d04bb-b791-45e1-8d84-29266226d436 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503616 Feb 17 04:41:37.104304 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 808dee0d-b67e-417e-840d-f7d4acf069e9 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:37.216318 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 808dee0d-b67e-417e-840d-f7d4acf069e9 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:37.216781 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:37.259998 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-053fc371-03f0-4408-be06-1683c403742a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:37.340173 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b898f7d-8e79-4bac-ab40-adca268464e3 req-6d3d48a0-9e38-414c-a958-df4bd73efc8f tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:37.343227 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8b898f7d-8e79-4bac-ab40-adca268464e3 req-6d3d48a0-9e38-414c-a958-df4bd73efc8f tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 946 time: 0.1343672 Feb 17 04:41:37.415991 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8b898f7d-8e79-4bac-ab40-adca268464e3 req-4f8d7c64-099c-4b44-a64b-047273ce08cf tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630567 Feb 17 04:41:38.158000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76ef2a-4714-40fa-83c9-ec120ccbdfd1 req-ea1d8cd9-bc3f-4663-aace-9775f06bf711 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:38.159659 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2c76ef2a-4714-40fa-83c9-ec120ccbdfd1 req-ea1d8cd9-bc3f-4663-aace-9775f06bf711 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.0907633 Feb 17 04:41:38.212866 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2c76ef2a-4714-40fa-83c9-ec120ccbdfd1 req-ceff603c-3123-4747-9053-6502109dd35f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467732 Feb 17 04:41:38.624152 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e92d8-556f-45f8-88df-c78da0c828cf req-c189561f-166e-4158-84fc-5ff0be4e72f1 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:38.625921 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ab6e92d8-556f-45f8-88df-c78da0c828cf req-c189561f-166e-4158-84fc-5ff0be4e72f1 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 946 time: 0.0906990 Feb 17 04:41:38.679809 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ab6e92d8-556f-45f8-88df-c78da0c828cf req-b16c1626-bac7-48c0-9f54-7e14ed9608e2 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457432 Feb 17 04:41:39.153286 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 808dee0d-b67e-417e-840d-f7d4acf069e9 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:39.281079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 808dee0d-b67e-417e-840d-f7d4acf069e9 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:39.281648 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:39.454918 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04778a50-c857-4e77-9458-831993282ca0 req-41171e8b-6f45-4425-9ac8-33aacb990f85 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:39.457175 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-04778a50-c857-4e77-9458-831993282ca0 req-41171e8b-6f45-4425-9ac8-33aacb990f85 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1169047 Feb 17 04:41:39.518119 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-04778a50-c857-4e77-9458-831993282ca0 req-6ed36d43-0db8-4a23-b7b3-a7630ee85fb6 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537908 Feb 17 04:41:39.586955 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-af4aade0-97a7-4c9c-a5f3-0b4268f013c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:39.947105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:40.797460 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d256655-1d74-4b1c-a55b-560f71bc0e71 req-c2d8352f-fad9-4c93-a4ac-a36e154ef281 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:40.799405 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5d256655-1d74-4b1c-a55b-560f71bc0e71 req-c2d8352f-fad9-4c93-a4ac-a36e154ef281 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 946 time: 0.0992081 Feb 17 04:41:40.853327 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5d256655-1d74-4b1c-a55b-560f71bc0e71 req-52fd5826-dda1-4c3e-8b15-918b256ce112 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475254 Feb 17 04:41:41.051027 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730d43e-7dd2-4ad3-b3bc-195ba4f1543c req-f250cf71-044a-44f4-ab9d-804de006e465 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:41.052885 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3730d43e-7dd2-4ad3-b3bc-195ba4f1543c req-f250cf71-044a-44f4-ab9d-804de006e465 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.0918477 Feb 17 04:41:41.109731 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3730d43e-7dd2-4ad3-b3bc-195ba4f1543c req-d77d1380-4555-46eb-9ed4-7edf1e44dc8a tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500064 Feb 17 04:41:41.184072 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device d20de95e-d87b-41cf-aa8d-886380ba445b up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:41.273892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port d20de95e-d87b-41cf-aa8d-886380ba445b triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:41.274620 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:41.415543 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:42.077156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431d232-041e-413e-8322-78cdec536128 req-5e59b342-5afc-47c4-90ba-433daf758b9a tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:42.081236 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e431d232-041e-413e-8322-78cdec536128 req-5e59b342-5afc-47c4-90ba-433daf758b9a tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 946 time: 0.1020989 Feb 17 04:41:42.111018 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:42.133234 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e431d232-041e-413e-8322-78cdec536128 req-c3b4d07c-5c9f-4ba3-b9c2-c4ed5917fcab tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465615 Feb 17 04:41:42.348324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce3581-33db-4c2e-9abd-9fcfa25d07b9 req-379e145b-57cb-4ebd-9643-023fe74bcee5 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:42.350394 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-49ce3581-33db-4c2e-9abd-9fcfa25d07b9 req-379e145b-57cb-4ebd-9643-023fe74bcee5 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1003885 Feb 17 04:41:42.413045 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-49ce3581-33db-4c2e-9abd-9fcfa25d07b9 req-7112f4ad-92d5-4f5f-a370-41acc2456956 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489821 Feb 17 04:41:42.766416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e09bb-12da-420b-9e56-a9c58cbc4d0f req-2861f02b-9a65-46fe-9327-a792d6714ef3 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:42.768175 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-783e09bb-12da-420b-9e56-a9c58cbc4d0f req-2861f02b-9a65-46fe-9327-a792d6714ef3 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 946 time: 0.0987189 Feb 17 04:41:42.856799 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-783e09bb-12da-420b-9e56-a9c58cbc4d0f req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Deleting port 808dee0d-b67e-417e-840d-f7d4acf069e9 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:41:42.857356 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-783e09bb-12da-420b-9e56-a9c58cbc4d0f req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:43.176388 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device d20de95e-d87b-41cf-aa8d-886380ba445b up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:43.231174 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-783e09bb-12da-420b-9e56-a9c58cbc4d0f req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] For port 808dee0d-b67e-417e-840d-f7d4acf069e9, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=808dee0d-b67e-417e-840d-f7d4acf069e9,segment=NetworkSegment(139c6e5e-b246-422f-a829-b0eec29f6c19),segment_id=139c6e5e-b246-422f-a829-b0eec29f6c19)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:41:43.231777 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-783e09bb-12da-420b-9e56-a9c58cbc4d0f req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:43.289377 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port d20de95e-d87b-41cf-aa8d-886380ba445b triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:43.289810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:43.455346 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 808dee0d-b67e-417e-840d-f7d4acf069e9 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:41:43.465106 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-783e09bb-12da-420b-9e56-a9c58cbc4d0f req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Calling delete_port for 808dee0d-b67e-417e-840d-f7d4acf069e9 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:41:43.589147 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4aef79-875d-48a7-8720-bb41338a2a33 req-a2a8f6ec-b86d-466a-9277-936bbc3c938f tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:43.591434 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c4aef79-875d-48a7-8720-bb41338a2a33 req-a2a8f6ec-b86d-466a-9277-936bbc3c938f tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1492975 Feb 17 04:41:43.594136 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:43.597105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5843b7-a833-4d10-8a56-73fed8ed4d24 req-9d004a34-6b9d-43b5-9d6e-b9e73eb78f0b tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:43.598852 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cb5843b7-a833-4d10-8a56-73fed8ed4d24 req-9d004a34-6b9d-43b5-9d6e-b9e73eb78f0b tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 946 time: 0.2727418 Feb 17 04:41:43.656125 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c4aef79-875d-48a7-8720-bb41338a2a33 req-ac7b878b-6f8d-499b-ac55-6a3ce43b37ff tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490210 Feb 17 04:41:43.705590 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cb5843b7-a833-4d10-8a56-73fed8ed4d24 req-b363396d-0df7-4512-9f0e-b9a05553967e tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664208 Feb 17 04:41:43.747230 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-783e09bb-12da-420b-9e56-a9c58cbc4d0f req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:43.765454 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:43.871118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18077a0-6a9a-4741-8552-408526fe4f3e req-178fad3a-e75b-4c21-9fdd-e8763444b591 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:43.872325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Pushing event deleted for resources: {'Port': ['ID=808dee0d-b67e-417e-840d-f7d4acf069e9,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:43.873168 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e18077a0-6a9a-4741-8552-408526fe4f3e req-178fad3a-e75b-4c21-9fdd-e8763444b591 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.0999577 Feb 17 04:41:43.893383 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.893800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.894216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.894622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.895025 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.895423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.895817 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.896210 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.896628 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.897020 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.897412 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.897804 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.898241 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.898628 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.899035 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.899424 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.899815 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.900198 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.900610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.900996 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.901381 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.901765 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.902161 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.902532 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:43.908321 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:43.951623 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e18077a0-6a9a-4741-8552-408526fe4f3e req-77a002e7-5402-4282-9148-550a755920c8 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660434 Feb 17 04:41:44.063095 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-783e09bb-12da-420b-9e56-a9c58cbc4d0f req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] No DVR routers for this DVR port 808dee0d-b67e-417e-840d-f7d4acf069e9 on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:41:44.065541 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-783e09bb-12da-420b-9e56-a9c58cbc4d0f req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:44.068781 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c2c219-b74c-4259-9031-380a5255e259', 'name': 'network-vif-deleted', 'tag': '808dee0d-b67e-417e-840d-f7d4acf069e9'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:41:44.120128 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-783e09bb-12da-420b-9e56-a9c58cbc4d0f req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.65 "DELETE /v2.0/ports/808dee0d-b67e-417e-840d-f7d4acf069e9 HTTP/1.1" status: 204 len: 173 time: 1.3417902 Feb 17 04:41:44.124517 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c2c219-b74c-4259-9031-380a5255e259', 'name': 'network-vif-deleted', 'tag': '808dee0d-b67e-417e-840d-f7d4acf069e9', 'status': 'completed', 'code': 200} Feb 17 04:41:44.891502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a0a12-97d3-4608-83f8-91080dab5293 req-67fb8d7c-462a-4dc0-9da0-0a2a1e224979 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:44.894699 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1c7a0a12-97d3-4608-83f8-91080dab5293 req-67fb8d7c-462a-4dc0-9da0-0a2a1e224979 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1024072 Feb 17 04:41:44.903134 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-e9113fdf-b92e-442d-a157-2b91aac1d944 req-5af54b3b-d3e0-4e4f-8d5c-7c9d61c0531b tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Synchronizing usage tracker for tenant:74b24202d7304395a1b3facebcca1da4 on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:41:44.956676 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-e9113fdf-b92e-442d-a157-2b91aac1d944 req-5af54b3b-d3e0-4e4f-8d5c-7c9d61c0531b tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Unset dirty status for tenant:74b24202d7304395a1b3facebcca1da4 on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:41:44.958281 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e9113fdf-b92e-442d-a157-2b91aac1d944 req-5af54b3b-d3e0-4e4f-8d5c-7c9d61c0531b tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5c2c219-b74c-4259-9031-380a5255e259 HTTP/1.1" status: 200 len: 210 time: 0.1059346 Feb 17 04:41:44.980191 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1c7a0a12-97d3-4608-83f8-91080dab5293 req-6d19faa3-8aeb-415b-8e60-d6aab55aec24 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790510 Feb 17 04:41:44.995380 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 52716) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:45.186347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:45.203070 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:41:45.207941 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Usage tracker for resource:security_group_rule and tenant:9a2b8b7180854e7d8ab0d76552265c98 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:41:45.211348 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:41:45.217224 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:41:45.280120 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f79526-9504-4573-96a5-1e0673e33afc req-61dde964-d63c-46f5-9a6c-fa9b23a6dd3a tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:45.281992 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-70f79526-9504-4573-96a5-1e0673e33afc req-61dde964-d63c-46f5-9a6c-fa9b23a6dd3a tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.0983293 Feb 17 04:41:45.308733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:45.334024 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:45.337201 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-70f79526-9504-4573-96a5-1e0673e33afc req-0839e2d0-32e5-4b7f-827b-16e99db10eed tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477276 Feb 17 04:41:45.344708 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-fc4e254a-a14d-4d2a-960e-d141c8d06889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:45.396851 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a2b8b7180854e7d8ab0d76552265c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3998966 Feb 17 04:41:45.400378 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 52730) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:41:45.401578 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740ae8f7-104b-4bfa-aaa8-a4f26856e276,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:45.410710 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.415119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.415119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.415119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.415119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.415119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.415119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.415119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.415119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.415119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.415119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.415119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.416268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.416268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.416268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.416817 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.416817 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.417155 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.417537 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.418252 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.418630 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.419012 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.419394 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.419810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:41:45.424525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:45.494574 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3fbe-c202-4ac3-b9ee-ec936e132d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:45.523595 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3fbe-c202-4ac3-b9ee-ec936e132d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:45.614669 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3fbe-c202-4ac3-b9ee-ec936e132d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:45.618712 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9c55f1dd-a291-4de6-9869-6e426eb2ff95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:45.633409 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc3fbe-c202-4ac3-b9ee-ec936e132d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740ae8f7-104b-4bfa-aaa8-a4f26856e276,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:45.636826 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4dcc3fbe-c202-4ac3-b9ee-ec936e132d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:45.639202 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3fbe-c202-4ac3-b9ee-ec936e132d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:45.643013 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-4dcc3fbe-c202-4ac3-b9ee-ec936e132d35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/740ae8f7-104b-4bfa-aaa8-a4f26856e276 HTTP/1.1" status: 204 len: 168 time: 0.2387145 Feb 17 04:41:45.916743 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22487ea2-bf1d-41b7-8db1-9487066ba4fd req-47f013d1-9577-46cb-9d8a-a15515209e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:45.918452 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-22487ea2-bf1d-41b7-8db1-9487066ba4fd req-47f013d1-9577-46cb-9d8a-a15515209e26 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 1162 time: 0.0847278 Feb 17 04:41:45.975045 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-22487ea2-bf1d-41b7-8db1-9487066ba4fd req-6cfe8cf0-fdb4-400f-a654-98acfdff59b4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Feb 17 04:41:46.241075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0031ff8-bc85-4c91-b944-99bcb61bbccf req-15cc02b0-ea56-429a-9723-f465c82cf5d2 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:46.242786 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d0031ff8-bc85-4c91-b944-99bcb61bbccf req-15cc02b0-ea56-429a-9723-f465c82cf5d2 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1043153 Feb 17 04:41:46.300148 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d0031ff8-bc85-4c91-b944-99bcb61bbccf req-c713acc6-29a0-49e0-90da-887fb69b1be2 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505607 Feb 17 04:41:46.574329 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060e126-70e2-4417-ae9f-03976241c61b req-cedb42f3-d546-4fff-b48d-fafce49668da tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:46.576111 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7060e126-70e2-4417-ae9f-03976241c61b req-cedb42f3-d546-4fff-b48d-fafce49668da tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1067400 Feb 17 04:41:46.629526 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7060e126-70e2-4417-ae9f-03976241c61b req-2627da3e-cf76-439f-9cb6-c8e820d905dc tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460610 Feb 17 04:41:46.703729 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-79b9a821-92e5-42f4-a788-bd26c89a7943 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:46.707802 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-79b9a821-92e5-42f4-a788-bd26c89a7943 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/networks?id=74c9ae03-8125-4510-a559-1bce178efd56 HTTP/1.1" status: 200 len: 809 time: 0.4135664 Feb 17 04:41:46.723177 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-2ac16673-0339-46c6-931d-c6d7bd1a8a7e tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/quotas/74b24202d7304395a1b3facebcca1da4 HTTP/1.1" status: 200 len: 375 time: 0.0107493 Feb 17 04:41:46.780546 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-4bea2f17-b62d-4848-a728-70b20e4c3c4a tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=74b24202d7304395a1b3facebcca1da4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500455 Feb 17 04:41:46.927210 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-9ffa7280-563b-4db0-9963-c693811c5ffb service neutron] 10.222.0.30 "GET /v2.0/networks/74c9ae03-8125-4510-a559-1bce178efd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384060 Feb 17 04:41:47.075885 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-e1ef648e-a99d-44f5-b165-5c1dd66f44b3 service neutron] 10.222.0.30 "GET /v2.0/networks/74c9ae03-8125-4510-a559-1bce178efd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406853 Feb 17 04:41:47.412069 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0e730d7c-194b-4c2a-8d0a-0c0830919b6d req-0f8791dd-32b0-46e3-abaa-75460f5884ab tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 210 time: 0.1339831 Feb 17 04:41:47.554000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ea3f4-303a-463f-a8d1-4f3130ab1117 req-92f9d1f0-5f8d-4b90-9e6d-17709bcd3ce5 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:47.555596 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-075ea3f4-303a-463f-a8d1-4f3130ab1117 req-92f9d1f0-5f8d-4b90-9e6d-17709bcd3ce5 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.0928304 Feb 17 04:41:47.610736 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-075ea3f4-303a-463f-a8d1-4f3130ab1117 req-b6e4b164-9b1c-40cb-ab5c-9cc116b3a545 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477870 Feb 17 04:41:48.106755 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e48dbe-04c7-45d2-a909-e8b02aee5f1f req-80915bd2-c903-4d4e-8b93-39d46e2daefc tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:48.108480 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-74e48dbe-04c7-45d2-a909-e8b02aee5f1f req-80915bd2-c903-4d4e-8b93-39d46e2daefc tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.3230164 Feb 17 04:41:48.161834 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-74e48dbe-04c7-45d2-a909-e8b02aee5f1f req-803b733e-6cd3-4c4a-a590-ec74b1954582 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443530 Feb 17 04:41:48.616927 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-208f2b20-605f-4a28-93ac-c014a14d5719 req-f531a101-f1b0-4ce3-abcc-9be9e86a526d tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 210 time: 0.0548916 Feb 17 04:41:48.824643 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3909b58-8275-48cb-b71e-53af9582a145 req-59beb045-f392-4823-bbf2-2f994da566d7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:48.826325 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3909b58-8275-48cb-b71e-53af9582a145 req-59beb045-f392-4823-bbf2-2f994da566d7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.0923877 Feb 17 04:41:48.885952 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3909b58-8275-48cb-b71e-53af9582a145 req-24bd22de-4e63-41ab-a6d0-4c4e5f107081 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492928 Feb 17 04:41:49.229671 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device d20de95e-d87b-41cf-aa8d-886380ba445b up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:41:49.237325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-da0b3545-c28b-4878-8c6b-780368a607da tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:49.239646 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-da0b3545-c28b-4878-8c6b-780368a607da tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.65 "GET /v2.0/networks?id=74c9ae03-8125-4510-a559-1bce178efd56 HTTP/1.1" status: 200 len: 809 time: 0.1774282 Feb 17 04:41:49.255465 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Request body: {'port': {'device_id': 'd42c1484-21b8-44bf-ac06-e15aa65f3271', 'network_id': '74c9ae03-8125-4510-a559-1bce178efd56', 'admin_state_up': True, 'tenant_id': '74b24202d7304395a1b3facebcca1da4'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:49.319672 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port d20de95e-d87b-41cf-aa8d-886380ba445b triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:41:49.319995 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:49.490038 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4008f42-eab7-434f-bfab-69cde0f1f050 req-f41eb9fa-33c8-4c90-9007-80e4f96021ce tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:49.491883 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f4008f42-eab7-434f-bfab-69cde0f1f050 req-f41eb9fa-33c8-4c90-9007-80e4f96021ce tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1627207 Feb 17 04:41:49.493216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:41:49.505588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:41:49.558347 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f4008f42-eab7-434f-bfab-69cde0f1f050 req-d9cf0f7b-6ce6-4f34-8153-bbfb9efcb8ae tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568466 Feb 17 04:41:49.569873 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Made reservation on behalf of 74b24202d7304395a1b3facebcca1da4 for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:41:49.577741 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:49.976208 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8c07d1ce-72a8-456c-b0c4-627b8c59847b req-bdc9dfb9-eff3-4625-9526-99150676f4e9 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 210 time: 0.0643337 Feb 17 04:41:50.169961 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Allocated IP 172.20.0.7 (74c9ae03-8125-4510-a559-1bce178efd56/60b60636-ffa9-4f47-a560-308b2e41adc9/4ce20e77-6561-46bc-9d0e-528627de0920) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:41:50.423518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4581-2539-4251-8f7c-af09d240b5a4 req-21603c35-7c4e-484e-869c-f9dfd65b68e6 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:50.425529 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-992c4581-2539-4251-8f7c-af09d240b5a4 req-21603c35-7c4e-484e-869c-f9dfd65b68e6 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.2195866 Feb 17 04:41:50.514161 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-992c4581-2539-4251-8f7c-af09d240b5a4 req-9299aeae-78db-4c54-baea-cfa9c7459ea2 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764523 Feb 17 04:41:50.525842 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:50.610368 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:50.627029 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:50.783618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Pushing event updated for resources: {'Port': ['ID=4ce20e77-6561-46bc-9d0e-528627de0920,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:50.788390 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:50.803908 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d97a6a-e6e5-4551-816f-f2ae4924f80e req-f2b58e38-cda5-4f26-b35e-de54f7fa30a7 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:50.805658 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62d97a6a-e6e5-4551-816f-f2ae4924f80e req-f2b58e38-cda5-4f26-b35e-de54f7fa30a7 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1801102 Feb 17 04:41:50.821398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32ee82-a4b4-44a0-8ca1-4bdcf08d2ebf req-61bf5c0c-3c5d-40e4-85d5-449c5e3ab5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:50.823256 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ad32ee82-a4b4-44a0-8ca1-4bdcf08d2ebf req-61bf5c0c-3c5d-40e4-85d5-449c5e3ab5ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=befae0ac515a484db91eb597439002ba&device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 1162 time: 0.1282244 Feb 17 04:41:50.866963 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Network 74c9ae03-8125-4510-a559-1bce178efd56 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:41:50.867382 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62d97a6a-e6e5-4551-816f-f2ae4924f80e req-f7dfc3d8-b5b1-48e9-9bb5-c185a4e8b014 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487149 Feb 17 04:41:50.868120 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:41:50.870591 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:41:50.875140 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:50.875819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:50.946002 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-8018f5e4-d06b-4ea0-ab33-1024a9b93bda tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6970403 Feb 17 04:41:50.967682 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Request body: {'port': {'device_id': 'd42c1484-21b8-44bf-ac06-e15aa65f3271', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:41:51.124050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:51.130332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32ee82-a4b4-44a0-8ca1-4bdcf08d2ebf req-2aedad2e-7f53-491b-9ce1-df4a55183cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:51.132503 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ad32ee82-a4b4-44a0-8ca1-4bdcf08d2ebf req-2aedad2e-7f53-491b-9ce1-df4a55183cd8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=85566346-7810-448b-acd9-9bba5936da34 HTTP/1.1" status: 200 len: 912 time: 0.1701338 Feb 17 04:41:51.242845 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ad32ee82-a4b4-44a0-8ca1-4bdcf08d2ebf req-1f807a73-1809-4127-b732-8347dbab5d74 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d20de95e-d87b-41cf-aa8d-886380ba445b HTTP/1.1" status: 200 len: 217 time: 0.1030376 Feb 17 04:41:51.325614 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32ee82-a4b4-44a0-8ca1-4bdcf08d2ebf req-d4048e92-8115-41de-b3fe-e8215be5c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:51.328732 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ad32ee82-a4b4-44a0-8ca1-4bdcf08d2ebf req-d4048e92-8115-41de-b3fe-e8215be5c17e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a HTTP/1.1" status: 200 len: 858 time: 0.0787976 Feb 17 04:41:51.414438 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ad32ee82-a4b4-44a0-8ca1-4bdcf08d2ebf req-066b9aaa-97dd-4f5e-8455-bda3d2c43c02 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85566346-7810-448b-acd9-9bba5936da34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793033 Feb 17 04:41:51.429955 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa71a-b86c-4d65-8f10-b1d53e3a2cdc req-39fdec1d-babe-4de3-b6a7-b97622d3417e tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:51.430755 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-ba3aa71a-b86c-4d65-8f10-b1d53e3a2cdc req-39fdec1d-babe-4de3-b6a7-b97622d3417e tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Synchronizing usage tracker for tenant:74b24202d7304395a1b3facebcca1da4 on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:41:51.566788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-ba3aa71a-b86c-4d65-8f10-b1d53e3a2cdc req-39fdec1d-babe-4de3-b6a7-b97622d3417e tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Unset dirty status for tenant:74b24202d7304395a1b3facebcca1da4 on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:41:51.568137 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ba3aa71a-b86c-4d65-8f10-b1d53e3a2cdc req-39fdec1d-babe-4de3-b6a7-b97622d3417e tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 931 time: 0.3621137 Feb 17 04:41:51.617220 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ad32ee82-a4b4-44a0-8ca1-4bdcf08d2ebf req-95958afd-1e43-4596-9564-52d83321b655 service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927938 Feb 17 04:41:51.643351 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ba3aa71a-b86c-4d65-8f10-b1d53e3a2cdc req-d8795005-de19-49e1-ac88-325449b4cbe4 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650437 Feb 17 04:41:51.743513 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce20e77-6561-46bc-9d0e-528627de0920 {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:41:51.751978 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:51.764893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Transition to ACTIVE for port object 4ce20e77-6561-46bc-9d0e-528627de0920 will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:41:51.769061 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ad32ee82-a4b4-44a0-8ca1-4bdcf08d2ebf req-5e7ea06a-4207-4a1a-a668-ff3fb4dfc30a service neutron] 10.222.0.65 "GET /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1440358 Feb 17 04:41:51.818161 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:51.838583 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:52.232648 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce20e77-6561-46bc-9d0e-528627de0920,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:52.238811 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:52.279139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8683de6-fd01-4db5-bf59-57c4a4ae3189 req-2027dbf2-6c5c-4d7d-8cb7-273d1b2fee4a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:52.279139 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c8683de6-fd01-4db5-bf59-57c4a4ae3189 req-2027dbf2-6c5c-4d7d-8cb7-273d1b2fee4a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.5045228 Feb 17 04:41:52.413066 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Attempting to bind port 4ce20e77-6561-46bc-9d0e-528627de0920 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:41:52.416675 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Attempting to bind port 4ce20e77-6561-46bc-9d0e-528627de0920 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '139c6e5e-b246-422f-a829-b0eec29f6c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74c9ae03-8125-4510-a559-1bce178efd56'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:41:52.416675 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Attempting to bind port 4ce20e77-6561-46bc-9d0e-528627de0920 on network 74c9ae03-8125-4510-a559-1bce178efd56 {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:41:52.424510 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c8683de6-fd01-4db5-bf59-57c4a4ae3189 req-cadd7fa5-ef8e-4780-aff6-210869a75cdb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823240 Feb 17 04:41:52.425668 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:41:52.426123 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Checking segment: {'id': '139c6e5e-b246-422f-a829-b0eec29f6c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74c9ae03-8125-4510-a559-1bce178efd56'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:41:52.426435 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:52.426827 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Bound using segment: {'id': '139c6e5e-b246-422f-a829-b0eec29f6c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74c9ae03-8125-4510-a559-1bce178efd56'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:41:52.427324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Bound port: 4ce20e77-6561-46bc-9d0e-528627de0920, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139c6e5e-b246-422f-a829-b0eec29f6c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '74c9ae03-8125-4510-a559-1bce178efd56'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:41:52.427706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:52.496255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d4249-6fbe-49c1-903c-31543a78d24a req-b152a276-1546-4960-a254-6529234469ec tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:52.505312 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ea3d4249-6fbe-49c1-903c-31543a78d24a req-b152a276-1546-4960-a254-6529234469ec tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1221936 Feb 17 04:41:52.554936 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] For port 4ce20e77-6561-46bc-9d0e-528627de0920, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:41:52.558431 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] For port 4ce20e77-6561-46bc-9d0e-528627de0920, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=4ce20e77-6561-46bc-9d0e-528627de0920,segment=NetworkSegment(139c6e5e-b246-422f-a829-b0eec29f6c19),segment_id=139c6e5e-b246-422f-a829-b0eec29f6c19)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:41:52.562410 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ea3d4249-6fbe-49c1-903c-31543a78d24a req-68567677-5305-4f60-9e42-03a3e6b3e54d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555575 Feb 17 04:41:52.615720 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:52.634210 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a4681714-ea7a-4fbd-99f4-e34c5d734ad7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:41:52.851241 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce20e77-6561-46bc-9d0e-528627de0920,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:41:52.857357 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:41:52.913463 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:52.914133 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:52.915618 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] 10.222.0.65 "PUT /v2.0/ports/4ce20e77-6561-46bc-9d0e-528627de0920 HTTP/1.1" status: 200 len: 1157 time: 1.9536486 Feb 17 04:41:52.917709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42c1484-21b8-44bf-ac06-e15aa65f3271', 'tag': '4ce20e77-6561-46bc-9d0e-528627de0920'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:41:52.930438 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61824bc1-28be-4b4b-8886-db30eb24c1b0 req-3158af68-3982-4b2a-96a3-a088967a1b6d tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:52.932103 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-61824bc1-28be-4b4b-8886-db30eb24c1b0 req-3158af68-3982-4b2a-96a3-a088967a1b6d tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 943 time: 0.1625757 Feb 17 04:41:52.979571 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42c1484-21b8-44bf-ac06-e15aa65f3271', 'tag': '4ce20e77-6561-46bc-9d0e-528627de0920', 'status': 'completed', 'code': 200} Feb 17 04:41:52.998965 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-61824bc1-28be-4b4b-8886-db30eb24c1b0 req-dc5be522-a56e-4d25-b66f-bd89f39191b4 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605655 Feb 17 04:41:53.087346 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514866f3-d10d-4bf1-8307-0e96df055946 req-668d9ecb-def1-4c5d-a18d-b0e2bf19029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:53.089037 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-514866f3-d10d-4bf1-8307-0e96df055946 req-668d9ecb-def1-4c5d-a18d-b0e2bf19029b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=74b24202d7304395a1b3facebcca1da4&device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 1160 time: 0.0888968 Feb 17 04:41:53.248357 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514866f3-d10d-4bf1-8307-0e96df055946 req-5d76c66c-6d83-4418-a7b6-f844bbe5b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:53.251320 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-514866f3-d10d-4bf1-8307-0e96df055946 req-5d76c66c-6d83-4418-a7b6-f844bbe5b8cf service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=74b24202d7304395a1b3facebcca1da4&shared=False HTTP/1.1" status: 200 len: 903 time: 0.1526132 Feb 17 04:41:53.400944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514866f3-d10d-4bf1-8307-0e96df055946 req-2dd2f65c-9449-4cd1-9d76-100110ba7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:53.402545 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-514866f3-d10d-4bf1-8307-0e96df055946 req-2dd2f65c-9449-4cd1-9d76-100110ba7873 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1458266 Feb 17 04:41:53.464976 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:41:53.523979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-941db902-8ff4-4c6c-9a2f-eab8b93e2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:53.525711 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-941db902-8ff4-4c6c-9a2f-eab8b93e2f46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=74b24202d7304395a1b3facebcca1da4&device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 1160 time: 0.0812542 Feb 17 04:41:53.613392 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-2a6c7b97-0c69-45d2-b9f0-5bac15e746b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ce20e77-6561-46bc-9d0e-528627de0920 HTTP/1.1" status: 200 len: 217 time: 0.0740967 Feb 17 04:41:53.689938 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c6ebb-fb71-4801-8196-0d5cada2bf13 req-6b53bc71-9399-439e-9787-21945b558ee7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:53.691521 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-861c6ebb-fb71-4801-8196-0d5cada2bf13 req-6b53bc71-9399-439e-9787-21945b558ee7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1166396 Feb 17 04:41:53.737265 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-3ad2a1a7-f8f3-4e94-8e97-4b7ae6d0b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:53.738937 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-3ad2a1a7-f8f3-4e94-8e97-4b7ae6d0b569 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60b60636-ffa9-4f47-a560-308b2e41adc9 HTTP/1.1" status: 200 len: 849 time: 0.1170609 Feb 17 04:41:53.745416 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-861c6ebb-fb71-4801-8196-0d5cada2bf13 req-d5b3ca73-2eed-4009-86e3-726925e54f64 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433557 Feb 17 04:41:53.798516 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-a10ff160-4c95-4dab-8326-3ad0d555c37d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74c9ae03-8125-4510-a559-1bce178efd56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515587 Feb 17 04:41:53.912313 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858b928-1790-4df8-b43f-5274a204cdfa req-3a96dee6-5096-4453-bc45-cc038ddfd314 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:53.913895 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5858b928-1790-4df8-b43f-5274a204cdfa req-3a96dee6-5096-4453-bc45-cc038ddfd314 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.2368233 Feb 17 04:41:54.000363 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5858b928-1790-4df8-b43f-5274a204cdfa req-8512a651-a284-4c56-bf33-5c12818a2856 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789328 Feb 17 04:41:54.004645 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-7db7bc6d-f0c5-4044-9c0c-e79d0a31ed21 service neutron] 10.222.0.65 "GET /v2.0/networks/74c9ae03-8125-4510-a559-1bce178efd56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949570 Feb 17 04:41:54.169575 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c12aacc-1f28-40d1-b22e-d078b46e6b5b req-8fe40af4-e29f-4922-beda-2bb3577ebf43 service neutron] 10.222.0.65 "GET /v2.0/networks/74c9ae03-8125-4510-a559-1bce178efd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1547911 Feb 17 04:41:54.266562 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dc034-4d2f-4629-9550-b66e584aba14 req-c49dfcae-e399-4c20-91fd-d829b7860abf tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:54.268267 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cd8dc034-4d2f-4629-9550-b66e584aba14 req-c49dfcae-e399-4c20-91fd-d829b7860abf tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 943 time: 0.1149035 Feb 17 04:41:54.321333 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cd8dc034-4d2f-4629-9550-b66e584aba14 req-ef57251d-d065-4385-b593-05a52d3421ea tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456145 Feb 17 04:41:54.975387 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb34149-b718-4742-97bc-83ea0f965d3a req-41a46838-c354-4de5-87e1-2baef6bdede3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:54.976982 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bbb34149-b718-4742-97bc-83ea0f965d3a req-41a46838-c354-4de5-87e1-2baef6bdede3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.0959783 Feb 17 04:41:55.030263 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bbb34149-b718-4742-97bc-83ea0f965d3a req-9abeee32-1852-425d-a571-70beacab8576 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442522 Feb 17 04:41:55.282924 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dc9b3-f7f0-4470-9e4f-0dc6434b2d40 req-b7069e25-2c33-481c-a9f6-641d517d2381 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:55.284701 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-030dc9b3-f7f0-4470-9e4f-0dc6434b2d40 req-b7069e25-2c33-481c-a9f6-641d517d2381 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1072173 Feb 17 04:41:55.337448 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-030dc9b3-f7f0-4470-9e4f-0dc6434b2d40 req-7ac5d8a7-f1ef-403b-b9f2-ce62488951a2 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458176 Feb 17 04:41:55.533071 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad6de5-e24d-48d1-b396-0d54701a5ef9 req-5c93d299-3b1e-4ebf-97e5-dbf8cf58d4cf tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:55.534786 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6dad6de5-e24d-48d1-b396-0d54701a5ef9 req-5c93d299-3b1e-4ebf-97e5-dbf8cf58d4cf tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 943 time: 0.0931051 Feb 17 04:41:55.588995 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6dad6de5-e24d-48d1-b396-0d54701a5ef9 req-d16283f7-2637-42dc-a0c0-3bb52b040512 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468228 Feb 17 04:41:56.290180 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced49108-b393-423e-baf0-72e56104e492 req-25e66779-edcb-488c-9806-5037f503d874 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:56.291870 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ced49108-b393-423e-baf0-72e56104e492 req-25e66779-edcb-488c-9806-5037f503d874 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1120195 Feb 17 04:41:56.380768 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ced49108-b393-423e-baf0-72e56104e492 req-e1dc7464-fa79-41ea-abad-96c34a5c55f7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744903 Feb 17 04:41:56.439325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4352b-2338-4974-945d-738fb738c8c4 req-ace81a63-e4c5-4004-b729-d5f89dc664eb tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:56.456150 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d6a4352b-2338-4974-945d-738fb738c8c4 req-ace81a63-e4c5-4004-b729-d5f89dc664eb tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1445739 Feb 17 04:41:56.516226 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d6a4352b-2338-4974-945d-738fb738c8c4 req-1acdfed7-d3a6-44f8-bb02-6d2f42a29058 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589292 Feb 17 04:41:56.639468 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b552d-4a64-4ac7-94dc-8c02f577fe28 req-77d5a841-03cf-4402-9cfd-b5ff10669312 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:56.644553 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cd0b552d-4a64-4ac7-94dc-8c02f577fe28 req-77d5a841-03cf-4402-9cfd-b5ff10669312 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1224921 Feb 17 04:41:56.702252 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cd0b552d-4a64-4ac7-94dc-8c02f577fe28 req-6d3e355c-11eb-4fa4-a09e-a5e10909fb13 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522242 Feb 17 04:41:56.876018 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c9b96-d8ea-4998-8169-68c0be5f1f7b req-c1abe45a-2b41-4a0f-8581-5d782adb2cf4 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:56.878194 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-629c9b96-d8ea-4998-8169-68c0be5f1f7b req-c1abe45a-2b41-4a0f-8581-5d782adb2cf4 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 943 time: 0.1379998 Feb 17 04:41:56.930910 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-629c9b96-d8ea-4998-8169-68c0be5f1f7b req-14b360d7-fec9-4e0d-8ef6-da94837aece6 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451481 Feb 17 04:41:57.610502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a8fdd-5bfd-4ee4-9d1d-777b775b004d req-53222c16-0641-4086-b08e-3541879b22a9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:57.612828 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-987a8fdd-5bfd-4ee4-9d1d-777b775b004d req-53222c16-0641-4086-b08e-3541879b22a9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.0937886 Feb 17 04:41:57.671413 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-987a8fdd-5bfd-4ee4-9d1d-777b775b004d req-5e136afe-4889-4195-906b-73bd6e7994f1 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457664 Feb 17 04:41:57.904550 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e6868-f3eb-4625-a7ce-cb2156dc8cee req-bdbe6482-863f-41ff-b2b2-9de7f0fc36b9 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:57.909659 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ef8e6868-f3eb-4625-a7ce-cb2156dc8cee req-bdbe6482-863f-41ff-b2b2-9de7f0fc36b9 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1101596 Feb 17 04:41:57.995167 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ef8e6868-f3eb-4625-a7ce-cb2156dc8cee req-6beded84-848a-4c01-89f2-0639860c6db8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802307 Feb 17 04:41:58.290181 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ee031-1d74-431b-848d-9d703845e312 req-93538551-945c-460e-b31b-021fdc91b662 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:58.291821 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8e7ee031-1d74-431b-848d-9d703845e312 req-93538551-945c-460e-b31b-021fdc91b662 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1235113 Feb 17 04:41:58.342804 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8e7ee031-1d74-431b-848d-9d703845e312 req-fb71f984-6251-4a26-997c-166b15b1cf28 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437713 Feb 17 04:41:58.553707 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb81f3-b639-48cc-bc4f-2a42a95c1682 req-0fe6f6cc-34a1-4046-ad09-c411ba9fbe1b tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:58.561431 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1bdb81f3-b639-48cc-bc4f-2a42a95c1682 req-0fe6f6cc-34a1-4046-ad09-c411ba9fbe1b tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 943 time: 0.1098914 Feb 17 04:41:58.606478 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1bdb81f3-b639-48cc-bc4f-2a42a95c1682 req-b8c28937-6226-4ec6-a90b-8660ef83d982 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440025 Feb 17 04:41:58.903632 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44218b-e557-4399-bf42-d1e48cc8e794 req-4149691f-99a6-4197-a115-f6166de253ff tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:58.909001 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fb44218b-e557-4399-bf42-d1e48cc8e794 req-4149691f-99a6-4197-a115-f6166de253ff tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1086001 Feb 17 04:41:58.966960 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fb44218b-e557-4399-bf42-d1e48cc8e794 req-1e7b2bef-1174-4e01-a5b4-540f0ce553c4 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504341 Feb 17 04:41:59.250305 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fb168-44ff-4e52-90cf-a89f396d0770 req-77c3bc17-5e97-4744-b4fe-556fa6c468d6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:59.253922 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-dc0fb168-44ff-4e52-90cf-a89f396d0770 req-77c3bc17-5e97-4744-b4fe-556fa6c468d6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1091607 Feb 17 04:41:59.364389 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-dc0fb168-44ff-4e52-90cf-a89f396d0770 req-a3e1be82-c410-432e-93b2-2fcfb704af6a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922656 Feb 17 04:41:59.912907 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39e23e-7ede-4e9f-8413-201f35ed29ff req-9694c352-115e-4f72-a0a4-8ecc7315d08d tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:41:59.914794 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0c39e23e-7ede-4e9f-8413-201f35ed29ff req-9694c352-115e-4f72-a0a4-8ecc7315d08d tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 943 time: 0.1201427 Feb 17 04:42:00.003229 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0c39e23e-7ede-4e9f-8413-201f35ed29ff req-c89d0ee0-de59-4ef1-a8ac-6bce7bfce0af tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807433 Feb 17 04:42:00.232864 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96477aa6-46f5-469a-b331-e6e6a86003f1 req-a579a9f5-1c40-4aa7-97a4-362f76815974 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:00.236091 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-96477aa6-46f5-469a-b331-e6e6a86003f1 req-a579a9f5-1c40-4aa7-97a4-362f76815974 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1256664 Feb 17 04:42:00.324889 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-96477aa6-46f5-469a-b331-e6e6a86003f1 req-f2ee9e99-65c3-46a6-b544-a1d34ed7ef8f tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793912 Feb 17 04:42:00.585408 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef029c0-dac3-4b27-adc3-57c7024c207c req-9c17bb1f-0f80-47f4-ae14-95c8a00712b2 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:00.587289 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fef029c0-dac3-4b27-adc3-57c7024c207c req-9c17bb1f-0f80-47f4-ae14-95c8a00712b2 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1029747 Feb 17 04:42:00.643189 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fef029c0-dac3-4b27-adc3-57c7024c207c req-7691b604-6840-4a60-ac31-cf7b06a3bbce tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489404 Feb 17 04:42:01.254482 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1628f-229e-4218-846b-3e0e9a118990 req-38ca2362-15b2-4921-a0f6-3247864f655c tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:01.256175 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-78a1628f-229e-4218-846b-3e0e9a118990 req-38ca2362-15b2-4921-a0f6-3247864f655c tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 943 time: 0.0956838 Feb 17 04:42:01.308065 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-78a1628f-229e-4218-846b-3e0e9a118990 req-95e343b6-66c9-4a92-a66e-696feb415538 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453932 Feb 17 04:42:01.558024 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09fc56-80cd-4e85-99c1-380abb23e037 req-76b20c8c-26a6-4e9f-b7ab-1c99c4af2cd8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:01.559939 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1f09fc56-80cd-4e85-99c1-380abb23e037 req-76b20c8c-26a6-4e9f-b7ab-1c99c4af2cd8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1051278 Feb 17 04:42:01.625690 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1f09fc56-80cd-4e85-99c1-380abb23e037 req-3f9333e2-96c6-4cf1-9053-74e57c48c983 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582211 Feb 17 04:42:01.875138 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8d4f5-5ec6-486a-b043-c9145ee3ff5d req-265b4b40-1c02-461b-afee-e2c733697cc2 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:01.876888 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c1b8d4f5-5ec6-486a-b043-c9145ee3ff5d req-265b4b40-1c02-461b-afee-e2c733697cc2 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1037891 Feb 17 04:42:01.934149 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c1b8d4f5-5ec6-486a-b043-c9145ee3ff5d req-747c8ed5-75e8-4b95-b57e-3b44ddd266e2 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500426 Feb 17 04:42:02.318798 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 4ce20e77-6561-46bc-9d0e-528627de0920 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:02.426396 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port 4ce20e77-6561-46bc-9d0e-528627de0920 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:42:02.436134 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 4ce20e77-6561-46bc-9d0e-528627de0920 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:02.437388 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:02.582590 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:02.621435 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 4ce20e77-6561-46bc-9d0e-528627de0920, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=4ce20e77-6561-46bc-9d0e-528627de0920,segment=NetworkSegment(139c6e5e-b246-422f-a829-b0eec29f6c19),segment_id=139c6e5e-b246-422f-a829-b0eec29f6c19)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:02.622828 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42c1484-21b8-44bf-ac06-e15aa65f3271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce20e77-6561-46bc-9d0e-528627de0920'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:02.660088 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:02.662034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bad781-0434-42bc-8853-27e6fbffa167 req-3976334f-73c9-4f98-b975-2704774deac7 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:02.663710 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:02.670667 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-66bad781-0434-42bc-8853-27e6fbffa167 req-3976334f-73c9-4f98-b975-2704774deac7 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 943 time: 0.1170292 Feb 17 04:42:02.727727 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-66bad781-0434-42bc-8853-27e6fbffa167 req-2e53a1d2-c4d7-49c2-9e40-a3a36f6c00bc tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559728 Feb 17 04:42:02.752868 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42c1484-21b8-44bf-ac06-e15aa65f3271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce20e77-6561-46bc-9d0e-528627de0920', 'code': 200} Feb 17 04:42:02.799030 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=4ce20e77-6561-46bc-9d0e-528627de0920,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:02.811452 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.816097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.816097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.816097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.816097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.816097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.816097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.816097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.816097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.816097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.816097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.816097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.817556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.817556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.817556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.817923 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.818113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.818630 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.819167 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.819892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.820403 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.820941 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.821790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.821932 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:02.826990 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:02.978835 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb373bde-b933-43e6-8da3-f5696aed90e0 req-820db7aa-6176-43cf-a0b6-4e862de13cea tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:02.987183 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-eb373bde-b933-43e6-8da3-f5696aed90e0 req-820db7aa-6176-43cf-a0b6-4e862de13cea tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1235888 Feb 17 04:42:03.042010 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-eb373bde-b933-43e6-8da3-f5696aed90e0 req-356f7d3a-3552-4392-87c0-42f86d8fd77a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536842 Feb 17 04:42:03.188221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18144498-d3c7-42f9-a5b2-7ab7f14a671b req-1a11cb05-56ac-465a-a9dd-ff4513e7763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:03.190809 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-18144498-d3c7-42f9-a5b2-7ab7f14a671b req-1a11cb05-56ac-465a-a9dd-ff4513e7763a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 1162 time: 0.1455348 Feb 17 04:42:03.248996 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-18144498-d3c7-42f9-a5b2-7ab7f14a671b req-8523d3df-3c1c-463c-b3e3-43e2f21e7927 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445535 Feb 17 04:42:03.274768 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c4e68-593c-4115-b6d9-51315756acbe req-a0dd09ec-0dfc-4be3-8ff6-fc73c0dcd75b tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:03.276498 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-693c4e68-593c-4115-b6d9-51315756acbe req-a0dd09ec-0dfc-4be3-8ff6-fc73c0dcd75b tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1516654 Feb 17 04:42:03.342232 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-693c4e68-593c-4115-b6d9-51315756acbe req-31c2836a-6233-4a9a-ab3f-0590dce362ae tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564358 Feb 17 04:42:03.363529 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 4ce20e77-6561-46bc-9d0e-528627de0920 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:03.453747 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 4ce20e77-6561-46bc-9d0e-528627de0920 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:03.454176 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:03.954350 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173725d2-769f-4f71-b020-f4a5beb7eaf3 req-264d7e07-18ac-46b1-9500-0b713935df64 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:03.956843 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-173725d2-769f-4f71-b020-f4a5beb7eaf3 req-264d7e07-18ac-46b1-9500-0b713935df64 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 945 time: 0.1005230 Feb 17 04:42:04.049769 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-173725d2-769f-4f71-b020-f4a5beb7eaf3 req-03821d8b-51c3-4c55-9510-538b23308e2c tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840728 Feb 17 04:42:04.313709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7780f-5636-4ec6-9470-2ee8622e4885 req-31692a9f-6f0d-47d2-9fdc-c88da8ef68f7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:04.315746 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f2c7780f-5636-4ec6-9470-2ee8622e4885 req-31692a9f-6f0d-47d2-9fdc-c88da8ef68f7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1290717 Feb 17 04:42:04.369190 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f2c7780f-5636-4ec6-9470-2ee8622e4885 req-28ae896c-0671-4126-9479-9776f3763c32 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465224 Feb 17 04:42:04.583596 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f354c-7925-4cd4-93e5-a9bb7d7d39e0 req-4b7052b1-8890-4da8-9aa7-4a020ae70e56 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:04.585670 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-120f354c-7925-4cd4-93e5-a9bb7d7d39e0 req-4b7052b1-8890-4da8-9aa7-4a020ae70e56 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1190310 Feb 17 04:42:04.663724 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-120f354c-7925-4cd4-93e5-a9bb7d7d39e0 req-5c3633a6-2da5-4cc6-8137-515973a26cb0 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641904 Feb 17 04:42:05.270904 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d24683-330f-41f1-ba3e-3567e08ff29e req-38dd76da-7076-4cc9-9288-9bab39ffaa68 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:05.272610 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e2d24683-330f-41f1-ba3e-3567e08ff29e req-38dd76da-7076-4cc9-9288-9bab39ffaa68 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 945 time: 0.0960424 Feb 17 04:42:05.277789 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8ef72-9ccf-4f8c-a672-56ce2aa598c7 req-6e10200a-333d-4e5f-b192-7b8ef3c94d6b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:05.279780 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-72a8ef72-9ccf-4f8c-a672-56ce2aa598c7 req-6e10200a-333d-4e5f-b192-7b8ef3c94d6b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.3299403 Feb 17 04:42:05.337266 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e2d24683-330f-41f1-ba3e-3567e08ff29e req-ce3a0075-0419-4d88-a1b4-34b0bc7c967f tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560114 Feb 17 04:42:05.349373 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-72a8ef72-9ccf-4f8c-a672-56ce2aa598c7 req-eac91e4d-70f8-46b7-9beb-3c7f33662e5a tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611176 Feb 17 04:42:05.617280 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffebd73-9289-4f31-bd32-3d71fc6b8050 req-0d818fda-f84b-4193-9acc-76b803e43302 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:05.626005 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3ffebd73-9289-4f31-bd32-3d71fc6b8050 req-0d818fda-f84b-4193-9acc-76b803e43302 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1102962 Feb 17 04:42:05.677674 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:42:05.690617 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3ffebd73-9289-4f31-bd32-3d71fc6b8050 req-04b30b15-2412-43f0-bcc4-729700bb2ffc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615947 Feb 17 04:42:05.898927 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc8372-fcb0-4bbc-bd20-9df7beda2375 req-7aeded6f-a078-4f57-9ca0-ec313bcad7ee tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:05.900783 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-27cc8372-fcb0-4bbc-bd20-9df7beda2375 req-7aeded6f-a078-4f57-9ca0-ec313bcad7ee tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0957646 Feb 17 04:42:05.959132 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-27cc8372-fcb0-4bbc-bd20-9df7beda2375 req-f5281ee8-cd5e-469f-8868-21e1aa890254 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513666 Feb 17 04:42:06.588169 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d1295-f9a9-40f5-b091-e83e4c9a3ec7 req-3a99ec9f-d37c-4ce4-ad88-00ee4d4c23e6 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:06.593475 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-592d1295-f9a9-40f5-b091-e83e4c9a3ec7 req-3a99ec9f-d37c-4ce4-ad88-00ee4d4c23e6 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.1028306 Feb 17 04:42:06.645656 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-592d1295-f9a9-40f5-b091-e83e4c9a3ec7 req-bc694ce1-6db0-47af-b7db-4a46f994b319 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485239 Feb 17 04:42:06.648168 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31ab6c-f35f-42dd-b490-143f1c5b3e74 req-3fc5bc20-576f-4d40-8d52-d5005f6129b5 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:06.651140 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ff31ab6c-f35f-42dd-b490-143f1c5b3e74 req-3fc5bc20-576f-4d40-8d52-d5005f6129b5 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 945 time: 0.1452556 Feb 17 04:42:06.708379 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ff31ab6c-f35f-42dd-b490-143f1c5b3e74 req-e2ca4b52-798f-40d0-ac36-e00a3f169d36 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511878 Feb 17 04:42:07.007872 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b6f43-2c5b-44be-8504-a202b2d89ae1 req-eb3b40ce-70db-4a9e-bf34-c11625e6402a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:07.014203 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a11b6f43-2c5b-44be-8504-a202b2d89ae1 req-eb3b40ce-70db-4a9e-bf34-c11625e6402a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1717627 Feb 17 04:42:07.079190 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a11b6f43-2c5b-44be-8504-a202b2d89ae1 req-a275b033-cc8a-4f7e-bedb-fde05be3de7b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580652 Feb 17 04:42:07.186347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-18705e9d-109c-4334-9b93-d6035bed9aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:07.242332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46218425-d38f-4c26-bf75-e94c81a5382f req-145f1b60-346e-47b1-b480-d49e1f4cd3cc tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:07.244096 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-46218425-d38f-4c26-bf75-e94c81a5382f req-145f1b60-346e-47b1-b480-d49e1f4cd3cc tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1010194 Feb 17 04:42:07.304336 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-46218425-d38f-4c26-bf75-e94c81a5382f req-a0cc791c-f22f-4035-bd15-a0e5b4c1edd5 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535157 Feb 17 04:42:07.867468 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347ec98-39bb-4d42-a23b-e8985c033ee2 req-6c78670c-56ba-44a5-b87d-aaafdc322c75 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:07.869313 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3347ec98-39bb-4d42-a23b-e8985c033ee2 req-6c78670c-56ba-44a5-b87d-aaafdc322c75 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.0984159 Feb 17 04:42:07.924680 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3347ec98-39bb-4d42-a23b-e8985c033ee2 req-63b6237c-18e6-4d67-aefe-be96eaf04197 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481670 Feb 17 04:42:08.444375 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b75973-54e3-4e4d-a1f0-f34fe59f1b94 req-33dd117b-263a-4483-bcdf-4022627ef47a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:08.446100 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-57b75973-54e3-4e4d-a1f0-f34fe59f1b94 req-33dd117b-263a-4483-bcdf-4022627ef47a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.2055016 Feb 17 04:42:08.538531 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-57b75973-54e3-4e4d-a1f0-f34fe59f1b94 req-73fe4b45-6d9a-414d-ba66-b7e60b56d497 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838149 Feb 17 04:42:08.781467 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2bdb5-edd5-4645-9540-474484a23b5d req-95937efa-6c25-4094-8c2f-9faaf1d04b37 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:08.789861 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-00c2bdb5-edd5-4645-9540-474484a23b5d req-95937efa-6c25-4094-8c2f-9faaf1d04b37 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1115439 Feb 17 04:42:08.898330 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-00c2bdb5-edd5-4645-9540-474484a23b5d req-5ab18f48-26bd-4551-9e96-d0f0ceb5d7fa tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936370 Feb 17 04:42:09.027083 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85d056-f4c0-415d-b853-0cd5e485affd req-0852b538-9948-4b02-93e2-ce61105f36ae tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:09.036248 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1d85d056-f4c0-415d-b853-0cd5e485affd req-0852b538-9948-4b02-93e2-ce61105f36ae tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 945 time: 0.2261744 Feb 17 04:42:09.116271 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1d85d056-f4c0-415d-b853-0cd5e485affd req-4dd2c6a8-a3aa-4861-b919-b63a640acde8 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760150 Feb 17 04:42:09.129266 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0361ad-06fc-4d4c-b1cd-e84eb6ef642d req-85a17cf2-5fd6-47d2-9473-cfe473926b60 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:09.131183 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fe0361ad-06fc-4d4c-b1cd-e84eb6ef642d req-85a17cf2-5fd6-47d2-9473-cfe473926b60 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.2578022 Feb 17 04:42:09.264075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-fe0361ad-06fc-4d4c-b1cd-e84eb6ef642d req-512b368b-9364-45da-9849-e74c586fd95e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Deleting port ea9fe5a3-9253-4a41-9b2c-33477e0b1705 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:09.264815 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-fe0361ad-06fc-4d4c-b1cd-e84eb6ef642d req-512b368b-9364-45da-9849-e74c586fd95e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:09.341629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c22f7-61bd-4733-b2af-54b08dc97fac req-cb078904-450c-47fe-9082-14a3de757f3f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:09.343901 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-881c22f7-61bd-4733-b2af-54b08dc97fac req-cb078904-450c-47fe-9082-14a3de757f3f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 945 time: 0.1390984 Feb 17 04:42:09.370306 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9ecd0396-37f8-4e16-88be-c260d0416d25 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:09.440043 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-881c22f7-61bd-4733-b2af-54b08dc97fac req-d433e2e2-2eb6-4544-940f-1464dc6b50d9 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820339 Feb 17 04:42:09.642428 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a36665a7-9c95-4e8a-ac78-c40598832277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:09.664215 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 9ecd0396-37f8-4e16-88be-c260d0416d25 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:09.664991 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:09.709916 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-fe0361ad-06fc-4d4c-b1cd-e84eb6ef642d req-512b368b-9364-45da-9849-e74c586fd95e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] For port ea9fe5a3-9253-4a41-9b2c-33477e0b1705, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=ea9fe5a3-9253-4a41-9b2c-33477e0b1705,segment=NetworkSegment(209b3c50-8a46-44e1-891a-31faf52499b0),segment_id=209b3c50-8a46-44e1-891a-31faf52499b0)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:09.710469 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-fe0361ad-06fc-4d4c-b1cd-e84eb6ef642d req-512b368b-9364-45da-9849-e74c586fd95e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:09.948872 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-fe0361ad-06fc-4d4c-b1cd-e84eb6ef642d req-512b368b-9364-45da-9849-e74c586fd95e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Calling delete_port for ea9fe5a3-9253-4a41-9b2c-33477e0b1705 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:10.030950 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:10.095736 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb77544-3b4d-4937-8d37-94b18495ed98 req-75f308d5-8fb7-4047-aea6-10b410be166c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:10.105051 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device ea9fe5a3-9253-4a41-9b2c-33477e0b1705 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:42:10.105290 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6eb77544-3b4d-4937-8d37-94b18495ed98 req-75f308d5-8fb7-4047-aea6-10b410be166c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.2131844 Feb 17 04:42:10.198656 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6eb77544-3b4d-4937-8d37-94b18495ed98 req-5be3452b-2a08-4db9-b8fa-15aa50fe3188 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881119 Feb 17 04:42:10.373684 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Port ea9fe5a3-9253-4a41-9b2c-33477e0b1705 update to DOWN by agent not found {{(pid=84103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 04:42:10.463993 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-fe0361ad-06fc-4d4c-b1cd-e84eb6ef642d req-512b368b-9364-45da-9849-e74c586fd95e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:10.507835 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:10.636266 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e699470-df42-40cf-a09c-5188312ea641 req-3d2c0805-897a-4a85-8646-64f1cb27440c tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:10.639202 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4e699470-df42-40cf-a09c-5188312ea641 req-3d2c0805-897a-4a85-8646-64f1cb27440c tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 945 time: 0.2723720 Feb 17 04:42:10.754306 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef614ed-929f-48e6-a66b-28d0f0fe1e1f req-8b8eb769-6577-4201-855d-e37e2a8dcbf6 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:10.758372 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aef614ed-929f-48e6-a66b-28d0f0fe1e1f req-8b8eb769-6577-4201-855d-e37e2a8dcbf6 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.65 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 945 time: 0.2722449 Feb 17 04:42:10.759731 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b368b-9364-45da-9849-e74c586fd95e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Pushing event deleted for resources: {'Port': ['ID=ea9fe5a3-9253-4a41-9b2c-33477e0b1705,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:10.794359 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-512b368b-9364-45da-9849-e74c586fd95e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:10.827318 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c6301-c770-4865-a54d-77e4e9996219 req-981b54f2-1e7b-46a4-b082-2822f9b4b918 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:10.841432 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1c1c6301-c770-4865-a54d-77e4e9996219 req-981b54f2-1e7b-46a4-b082-2822f9b4b918 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.4938707 Feb 17 04:42:10.930570 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1c1c6301-c770-4865-a54d-77e4e9996219 req-cf787a63-716c-4c84-b40a-0e10a574b401 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826268 Feb 17 04:42:11.097329 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-aef614ed-929f-48e6-a66b-28d0f0fe1e1f req-d6152005-678e-4e05-ab18-adfe72577210 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Deleting port 4ce20e77-6561-46bc-9d0e-528627de0920 {{(pid=84101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:11.097976 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-aef614ed-929f-48e6-a66b-28d0f0fe1e1f req-d6152005-678e-4e05-ab18-adfe72577210 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:11.104810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0361ad-06fc-4d4c-b1cd-e84eb6ef642d req-512b368b-9364-45da-9849-e74c586fd95e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] No DVR routers for this DVR port ea9fe5a3-9253-4a41-9b2c-33477e0b1705 on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:42:11.107399 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-fe0361ad-06fc-4d4c-b1cd-e84eb6ef642d req-512b368b-9364-45da-9849-e74c586fd95e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:11.180075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6c2e87-ca3a-457d-89f8-b63f814a87cb', 'name': 'network-vif-deleted', 'tag': 'ea9fe5a3-9253-4a41-9b2c-33477e0b1705'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:11.201850 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-2f856e43-c827-4547-88d6-49c89768205e req-8d938454-fbb2-4b77-a937-f0311bffd0a0 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Synchronizing usage tracker for tenant:befae0ac515a484db91eb597439002ba on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:42:11.219495 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fe0361ad-06fc-4d4c-b1cd-e84eb6ef642d req-512b368b-9364-45da-9849-e74c586fd95e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.65 "DELETE /v2.0/ports/ea9fe5a3-9253-4a41-9b2c-33477e0b1705 HTTP/1.1" status: 204 len: 173 time: 2.0734954 Feb 17 04:42:11.238668 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4e699470-df42-40cf-a09c-5188312ea641 req-e73f80a4-caa0-4591-a6a9-b6471cda0b10 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/security-groups?id=567c1040-2521-49cf-8809-a4290f1af86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899684 Feb 17 04:42:11.259431 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-2f856e43-c827-4547-88d6-49c89768205e req-8d938454-fbb2-4b77-a937-f0311bffd0a0 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Unset dirty status for tenant:befae0ac515a484db91eb597439002ba on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:42:11.262126 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2f856e43-c827-4547-88d6-49c89768205e req-8d938454-fbb2-4b77-a937-f0311bffd0a0 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6c2e87-ca3a-457d-89f8-b63f814a87cb HTTP/1.1" status: 200 len: 210 time: 0.1402349 Feb 17 04:42:11.424514 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:11.480480 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6c2e87-ca3a-457d-89f8-b63f814a87cb', 'name': 'network-vif-deleted', 'tag': 'ea9fe5a3-9253-4a41-9b2c-33477e0b1705', 'status': 'completed', 'code': 200} Feb 17 04:42:11.576227 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-aef614ed-929f-48e6-a66b-28d0f0fe1e1f req-d6152005-678e-4e05-ab18-adfe72577210 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] For port 4ce20e77-6561-46bc-9d0e-528627de0920, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=4ce20e77-6561-46bc-9d0e-528627de0920,segment=NetworkSegment(139c6e5e-b246-422f-a829-b0eec29f6c19),segment_id=139c6e5e-b246-422f-a829-b0eec29f6c19)] {{(pid=84101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:11.577178 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-aef614ed-929f-48e6-a66b-28d0f0fe1e1f req-d6152005-678e-4e05-ab18-adfe72577210 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:11.627483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 4ce20e77-6561-46bc-9d0e-528627de0920 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:42:11.727756 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e456763-5e0c-4687-8a16-021544e1c71b req-c87c2519-1012-4e89-9711-6d64f41dd18e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:11.738473 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2e456763-5e0c-4687-8a16-021544e1c71b req-c87c2519-1012-4e89-9711-6d64f41dd18e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.2567842 Feb 17 04:42:11.753370 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-aef614ed-929f-48e6-a66b-28d0f0fe1e1f req-d6152005-678e-4e05-ab18-adfe72577210 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Calling delete_port for 4ce20e77-6561-46bc-9d0e-528627de0920 owned by compute:nova {{(pid=84101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:11.843633 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2e456763-5e0c-4687-8a16-021544e1c71b req-15a86000-8824-4d32-aa10-b665a3c5f1b3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034355 Feb 17 04:42:12.022346 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:12.049266 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-aef614ed-929f-48e6-a66b-28d0f0fe1e1f req-d6152005-678e-4e05-ab18-adfe72577210 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:12.101168 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:12.198185 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:12.686231 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d55318a7-d9a7-445e-8cec-90ed043804b7 req-4554a983-815f-4372-8f97-03e77014d4ea tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 210 time: 0.1159749 Feb 17 04:42:12.756639 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6152005-678e-4e05-ab18-adfe72577210 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Pushing event deleted for resources: {'Port': ['ID=4ce20e77-6561-46bc-9d0e-528627de0920,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:12.763660 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d6152005-678e-4e05-ab18-adfe72577210 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:12.865270 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef614ed-929f-48e6-a66b-28d0f0fe1e1f req-d6152005-678e-4e05-ab18-adfe72577210 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] No DVR routers for this DVR port 4ce20e77-6561-46bc-9d0e-528627de0920 on host hv-cinder-75998 {{(pid=84101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:42:12.877607 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-aef614ed-929f-48e6-a66b-28d0f0fe1e1f req-d6152005-678e-4e05-ab18-adfe72577210 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:12.883390 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42c1484-21b8-44bf-ac06-e15aa65f3271', 'name': 'network-vif-deleted', 'tag': '4ce20e77-6561-46bc-9d0e-528627de0920'}] {{(pid=84101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:12.975435 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54513531-ec8e-4c5d-b99e-da4e38507cf9 req-5038f761-3053-4b6d-9ae8-fc479823323b tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:12.989454 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-54513531-ec8e-4c5d-b99e-da4e38507cf9 req-5038f761-3053-4b6d-9ae8-fc479823323b tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.3599422 Feb 17 04:42:12.994505 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aef614ed-929f-48e6-a66b-28d0f0fe1e1f req-d6152005-678e-4e05-ab18-adfe72577210 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.65 "DELETE /v2.0/ports/4ce20e77-6561-46bc-9d0e-528627de0920 HTTP/1.1" status: 204 len: 173 time: 2.2276285 Feb 17 04:42:13.145888 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-54513531-ec8e-4c5d-b99e-da4e38507cf9 req-5da0c608-0c3f-4839-9685-9a7549dacf41 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490719 Feb 17 04:42:13.306472 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42c1484-21b8-44bf-ac06-e15aa65f3271', 'name': 'network-vif-deleted', 'tag': '4ce20e77-6561-46bc-9d0e-528627de0920', 'status': 'completed', 'code': 200} Feb 17 04:42:13.907684 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6f7f6-efe0-411b-9af2-8ec918d058be req-078eb698-bb51-4e95-946c-7c6a46c561a4 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:13.918666 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-92e6f7f6-efe0-411b-9af2-8ec918d058be req-078eb698-bb51-4e95-946c-7c6a46c561a4 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.3761370 Feb 17 04:42:14.042972 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-92e6f7f6-efe0-411b-9af2-8ec918d058be req-38443e20-0e13-47f4-897a-9a0eecea2bc2 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228588 Feb 17 04:42:14.065345 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d376f2d-bcd1-4f06-96f6-83ed122e0887 req-5c71345b-2a79-46a3-bf38-29088e140d2d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:14.074110 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8d376f2d-bcd1-4f06-96f6-83ed122e0887 req-5c71345b-2a79-46a3-bf38-29088e140d2d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.2663906 Feb 17 04:42:14.151851 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8d376f2d-bcd1-4f06-96f6-83ed122e0887 req-de1e1dee-49c1-4b19-b9cc-eda30b3799e5 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762796 Feb 17 04:42:14.344024 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-cc3a9620-ec02-4383-b5b2-3e8ed512a611 req-af66ee81-5015-498c-a5d5-8c84dafe16c2 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Synchronizing usage tracker for tenant:74b24202d7304395a1b3facebcca1da4 on resource:port {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:42:14.398876 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-cc3a9620-ec02-4383-b5b2-3e8ed512a611 req-af66ee81-5015-498c-a5d5-8c84dafe16c2 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Unset dirty status for tenant:74b24202d7304395a1b3facebcca1da4 on resource:port {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:42:14.401951 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cc3a9620-ec02-4383-b5b2-3e8ed512a611 req-af66ee81-5015-498c-a5d5-8c84dafe16c2 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] 10.222.0.30 "GET /v2.0/ports?device_id=d42c1484-21b8-44bf-ac06-e15aa65f3271 HTTP/1.1" status: 200 len: 210 time: 0.1184747 Feb 17 04:42:14.444363 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6a797-5e8f-4032-98dd-42e9ee290a42 req-d3eca529-f5d0-43c4-8fa5-d1c44c5890aa tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:14.454293 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-79b6a797-5e8f-4032-98dd-42e9ee290a42 req-d3eca529-f5d0-43c4-8fa5-d1c44c5890aa tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1510177 Feb 17 04:42:14.511623 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-79b6a797-5e8f-4032-98dd-42e9ee290a42 req-98c3c50a-82a8-4409-85be-bcce025a43a0 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554218 Feb 17 04:42:15.226722 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff0fea-17e2-410a-9913-5c4f41c3ff9b req-715bb19f-807e-42bc-b35c-9147a1712415 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:15.229103 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8dff0fea-17e2-410a-9913-5c4f41c3ff9b req-715bb19f-807e-42bc-b35c-9147a1712415 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.2112405 Feb 17 04:42:15.309256 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8dff0fea-17e2-410a-9913-5c4f41c3ff9b req-18197ca0-a42a-4bcc-8b54-8aff797e35ce tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730057 Feb 17 04:42:15.667506 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395e6b6-8e21-44fc-81a3-5dff0e961d14 req-9447aaca-fe25-408e-9f15-f13ddd2d3376 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:15.670819 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1395e6b6-8e21-44fc-81a3-5dff0e961d14 req-9447aaca-fe25-408e-9f15-f13ddd2d3376 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1557114 Feb 17 04:42:15.732052 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1395e6b6-8e21-44fc-81a3-5dff0e961d14 req-8b09987e-16d4-4d46-af03-ed4fdbc592a4 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543754 Feb 17 04:42:15.733096 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c57f95-6020-47e3-9ee5-340cf9dd8000 req-37f00a48-77b7-49cd-b0ec-7b47f2f6207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:15.736999 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c57f95-6020-47e3-9ee5-340cf9dd8000 req-37f00a48-77b7-49cd-b0ec-7b47f2f6207c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b027197d07e3499fb8ba5782c70e429a&device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 1163 time: 0.2754428 Feb 17 04:42:15.750179 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f965c5d-b15a-4507-a726-b0517323a29c req-711b7678-fafd-42f2-b42b-d3ee5948457e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:15.753114 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4f965c5d-b15a-4507-a726-b0517323a29c req-711b7678-fafd-42f2-b42b-d3ee5948457e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.2974210 Feb 17 04:42:16.055397 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4f965c5d-b15a-4507-a726-b0517323a29c req-09bdb346-0159-4e8c-afba-159571855e8b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379440 Feb 17 04:42:16.133355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c57f95-6020-47e3-9ee5-340cf9dd8000 req-0d7cda58-a42a-4807-8be9-da9ab9318adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:16.135087 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c57f95-6020-47e3-9ee5-340cf9dd8000 req-0d7cda58-a42a-4807-8be9-da9ab9318adf service neutron] 10.222.0.65 "GET /v2.0/networks?id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c HTTP/1.1" status: 200 len: 904 time: 0.3803387 Feb 17 04:42:16.258081 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c57f95-6020-47e3-9ee5-340cf9dd8000 req-c48bb71b-c5fb-459e-a52d-992ef2f1db99 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ecd0396-37f8-4e16-88be-c260d0416d25 HTTP/1.1" status: 200 len: 1001 time: 0.1154990 Feb 17 04:42:16.379307 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c57f95-6020-47e3-9ee5-340cf9dd8000 req-3b0a50f0-7666-4936-80ae-d43db93ab380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:16.379307 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c57f95-6020-47e3-9ee5-340cf9dd8000 req-3b0a50f0-7666-4936-80ae-d43db93ab380 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24db9e6c-4099-46d8-ad28-21e2d704428a HTTP/1.1" status: 200 len: 849 time: 0.0705066 Feb 17 04:42:16.447665 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c57f95-6020-47e3-9ee5-340cf9dd8000 req-db0f2965-9d50-4462-9691-33fa39f45dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:16.449665 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c57f95-6020-47e3-9ee5-340cf9dd8000 req-db0f2965-9d50-4462-9691-33fa39f45dd8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1059301 Feb 17 04:42:16.639930 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c57f95-6020-47e3-9ee5-340cf9dd8000 req-b3f5c49d-cc0c-48d4-a466-6c94895697b4 service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810048 Feb 17 04:42:16.700867 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0ff13-e6bc-4e01-a402-c132a74dfbaf req-093a233f-38f8-41e9-a21f-09a00e4d8ce8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:16.704782 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d6f0ff13-e6bc-4e01-a402-c132a74dfbaf req-093a233f-38f8-41e9-a21f-09a00e4d8ce8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1878617 Feb 17 04:42:16.785911 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d6f0ff13-e6bc-4e01-a402-c132a74dfbaf req-62a2d60f-10c2-4b42-9856-c4f421c0e28e tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659280 Feb 17 04:42:16.855145 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c57f95-6020-47e3-9ee5-340cf9dd8000 req-e81f5e71-94da-4f7f-afae-6d0e5bde6c61 service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2060537 Feb 17 04:42:17.123415 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119b202-80d0-4723-84de-da9e14e907be req-06b42766-ecce-4484-93eb-e289027a36f1 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:17.128086 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7119b202-80d0-4723-84de-da9e14e907be req-06b42766-ecce-4484-93eb-e289027a36f1 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1768110 Feb 17 04:42:17.318535 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 53404) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:17.376046 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7119b202-80d0-4723-84de-da9e14e907be req-11a86d3f-0dcb-4dab-afaf-68963985d119 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319117 Feb 17 04:42:17.559922 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20604033-51a0-49f5-80d9-7df640b13350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:17.593724 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-20604033-51a0-49f5-80d9-7df640b13350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:17.599314 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-20604033-51a0-49f5-80d9-7df640b13350 admin admin] Usage tracker for resource:security_group_rule and tenant:e98c231b20b5486aae90ea505350bfb0 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:17.603749 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-20604033-51a0-49f5-80d9-7df640b13350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:17.611831 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-20604033-51a0-49f5-80d9-7df640b13350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:17.677288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1af6a-c489-49d3-92be-4714a25a2b4f req-68588dbc-2d85-44d7-8154-af0329db854c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:17.679318 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2dd1af6a-c489-49d3-92be-4714a25a2b4f req-68588dbc-2d85-44d7-8154-af0329db854c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.2297716 Feb 17 04:42:17.800203 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2dd1af6a-c489-49d3-92be-4714a25a2b4f req-1b89ce89-7996-40ef-91ba-e1bde64902f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108825 Feb 17 04:42:17.963972 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20604033-51a0-49f5-80d9-7df640b13350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:18.002472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20604033-51a0-49f5-80d9-7df640b13350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:18.018914 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bf6f8317-a9da-4c8b-be53-58d2273120d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:18.100316 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20604033-51a0-49f5-80d9-7df640b13350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dc4a31-2f97-4f41-a1a7-863572722b82,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:18.151630 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-20604033-51a0-49f5-80d9-7df640b13350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:18.183534 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 53422) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:18.184273 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-20604033-51a0-49f5-80d9-7df640b13350 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e98c231b20b5486aae90ea505350bfb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8646293 Feb 17 04:42:18.290870 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3b82c799-288f-4258-b896-f16bf198fffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:18.348797 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3b82c799-288f-4258-b896-f16bf198fffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:18.669236 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebe7c6-4367-41ef-befe-cccc5283757e req-9bd5fcdf-ab1e-493c-9199-c2bb3925196e tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:18.685309 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-88ebe7c6-4367-41ef-befe-cccc5283757e req-9bd5fcdf-ab1e-493c-9199-c2bb3925196e tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.3208997 Feb 17 04:42:18.784838 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-88ebe7c6-4367-41ef-befe-cccc5283757e req-44886f06-cb5a-4e1e-b81d-5d773415132d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975175 Feb 17 04:42:18.786501 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3b82c799-288f-4258-b896-f16bf198fffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:18.804500 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6994b215-9edf-49d9-ad30-b5bbf3bb5545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:18.840981 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82c799-288f-4258-b896-f16bf198fffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dc4a31-2f97-4f41-a1a7-863572722b82,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:18.842601 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74a28a-721f-453b-8ea3-dc65ebb4bb1d req-5c395aa3-0004-4b79-aca3-161a42d9b7cd tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:18.854364 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3b82c799-288f-4258-b896-f16bf198fffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:18.855795 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3b82c799-288f-4258-b896-f16bf198fffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:18.866724 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3a74a28a-721f-453b-8ea3-dc65ebb4bb1d req-5c395aa3-0004-4b79-aca3-161a42d9b7cd tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1812744 Feb 17 04:42:18.868277 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-3b82c799-288f-4258-b896-f16bf198fffe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8dc4a31-2f97-4f41-a1a7-863572722b82 HTTP/1.1" status: 204 len: 168 time: 0.6831501 Feb 17 04:42:18.975254 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3a74a28a-721f-453b-8ea3-dc65ebb4bb1d req-9a6d7f2d-3140-4231-aa49-f9586911a5b0 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816877 Feb 17 04:42:19.273773 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57931f26-5bbe-4fe0-a3bf-60f323272f1c req-52695dc4-ee4c-4eaa-9c08-80db6bf09b55 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:19.276695 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-57931f26-5bbe-4fe0-a3bf-60f323272f1c req-52695dc4-ee4c-4eaa-9c08-80db6bf09b55 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1412823 Feb 17 04:42:19.341752 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-57931f26-5bbe-4fe0-a3bf-60f323272f1c req-7226ebcf-f57e-4f3f-9819-5b86eca36fb8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552013 Feb 17 04:42:19.444071 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9ecd0396-37f8-4e16-88be-c260d0416d25 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:19.563690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 9ecd0396-37f8-4e16-88be-c260d0416d25 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:19.565473 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:20.316522 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7d558-c7b2-4d17-bc62-68209590e1b4 req-18f27598-3342-4e91-8b27-2eb6a027f4a7 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:20.320387 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-29f7d558-c7b2-4d17-bc62-68209590e1b4 req-18f27598-3342-4e91-8b27-2eb6a027f4a7 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1782134 Feb 17 04:42:20.497203 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-29f7d558-c7b2-4d17-bc62-68209590e1b4 req-c12a9cf6-cbf7-41e7-a4db-5ce86c9e5dd2 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/security-groups?id=d133075e-6e28-413d-b816-6ed375a0adfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522942 Feb 17 04:42:20.564273 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 53480) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:20.597757 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ba0ab-c9dc-48f2-b199-2b3b4d73715f req-585f03de-bd10-4fe9-b0e7-ccc12d367141 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:20.599656 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e20ba0ab-c9dc-48f2-b199-2b3b4d73715f req-585f03de-bd10-4fe9-b0e7-ccc12d367141 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 945 time: 0.1318521 Feb 17 04:42:20.697170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-e20ba0ab-c9dc-48f2-b199-2b3b4d73715f req-0247cfd7-f135-4237-a699-f1c76d12196f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Deleting port d20de95e-d87b-41cf-aa8d-886380ba445b {{(pid=84101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:20.697170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e20ba0ab-c9dc-48f2-b199-2b3b4d73715f req-0247cfd7-f135-4237-a699-f1c76d12196f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:21.009651 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-143371225-network', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:21.051366 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6896dd-1656-49a4-a7ca-85a3588aec24 req-a5e4099e-f94c-4fa1-83be-65b7b0aa190e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:21.066101 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1e6896dd-1656-49a4-a7ca-85a3588aec24 req-a5e4099e-f94c-4fa1-83be-65b7b0aa190e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.3832960 Feb 17 04:42:21.067508 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:21.141579 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Usage tracker for resource:network and tenant:af8a0bedfcee4c1aa388b75d8822e191 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:21.187404 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-e20ba0ab-c9dc-48f2-b199-2b3b4d73715f req-0247cfd7-f135-4237-a699-f1c76d12196f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] For port d20de95e-d87b-41cf-aa8d-886380ba445b, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=d20de95e-d87b-41cf-aa8d-886380ba445b,segment=NetworkSegment(209b3c50-8a46-44e1-891a-31faf52499b0),segment_id=209b3c50-8a46-44e1-891a-31faf52499b0)] {{(pid=84101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:21.188101 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e20ba0ab-c9dc-48f2-b199-2b3b4d73715f req-0247cfd7-f135-4237-a699-f1c76d12196f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:21.206191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:21.221126 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1e6896dd-1656-49a4-a7ca-85a3588aec24 req-f880e4da-002b-4a1f-895a-18ff91500ff3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413720 Feb 17 04:42:21.230944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:21.254487 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c5686900-8dbd-4010-8f23-1b2276e6da58 req-f9720547-02db-4a3e-b588-545f371b539a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4188380 Feb 17 04:42:21.363341 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-e20ba0ab-c9dc-48f2-b199-2b3b4d73715f req-0247cfd7-f135-4237-a699-f1c76d12196f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Calling delete_port for d20de95e-d87b-41cf-aa8d-886380ba445b owned by compute:nova {{(pid=84101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:21.390011 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Made reservation on behalf of af8a0bedfcee4c1aa388b75d8822e191 for: {'network': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:42:21.398939 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device d20de95e-d87b-41cf-aa8d-886380ba445b no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:42:21.399225 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:21.425957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:21.476821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:21.489044 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Usage tracker for resource:security_group_rule and tenant:af8a0bedfcee4c1aa388b75d8822e191 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:21.502481 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:21.543734 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:21.568951 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5686900-8dbd-4010-8f23-1b2276e6da58 req-94c4db01-752a-437e-ae66-d99ea1f53a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:21.571930 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c5686900-8dbd-4010-8f23-1b2276e6da58 req-94c4db01-752a-437e-ae66-d99ea1f53a9d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b027197d07e3499fb8ba5782c70e429a&device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 1163 time: 0.2750182 Feb 17 04:42:21.627900 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Port d20de95e-d87b-41cf-aa8d-886380ba445b update to DOWN by agent not found {{(pid=84103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 04:42:21.636144 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e20ba0ab-c9dc-48f2-b199-2b3b4d73715f req-0247cfd7-f135-4237-a699-f1c76d12196f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:21.655729 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f6247c04-b8e4-4744-8ddd-6eebcb902a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:21.753038 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:21.825451 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247cfd7-f135-4237-a699-f1c76d12196f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Pushing event deleted for resources: {'Port': ['ID=d20de95e-d87b-41cf-aa8d-886380ba445b,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:21.835683 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0247cfd7-f135-4237-a699-f1c76d12196f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:21.838523 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-dd4a0700-0c09-445d-9f07-a6155ec385ab req-80e37f96-be1d-4a8f-b3c3-276947a71fda tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 210 time: 0.0867758 Feb 17 04:42:22.031385 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5686900-8dbd-4010-8f23-1b2276e6da58 req-2dec4ad7-60ea-48b2-bafb-350ee7113656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:22.033659 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c5686900-8dbd-4010-8f23-1b2276e6da58 req-2dec4ad7-60ea-48b2-bafb-350ee7113656 service neutron] 10.222.0.65 "GET /v2.0/networks?id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c HTTP/1.1" status: 200 len: 904 time: 0.2825685 Feb 17 04:42:22.034942 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:22.060828 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:42:22.147268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20ba0ab-c9dc-48f2-b199-2b3b4d73715f req-0247cfd7-f135-4237-a699-f1c76d12196f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] No DVR routers for this DVR port d20de95e-d87b-41cf-aa8d-886380ba445b on host hv-cinder-75998 {{(pid=84101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:42:22.165064 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e20ba0ab-c9dc-48f2-b199-2b3b4d73715f req-0247cfd7-f135-4237-a699-f1c76d12196f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:22.172342 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1cc5ab-ac7b-4265-8091-0be4c3016fe0', 'name': 'network-vif-deleted', 'tag': 'd20de95e-d87b-41cf-aa8d-886380ba445b'}] {{(pid=84101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:22.261227 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e20ba0ab-c9dc-48f2-b199-2b3b4d73715f req-0247cfd7-f135-4237-a699-f1c76d12196f tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.65 "DELETE /v2.0/ports/d20de95e-d87b-41cf-aa8d-886380ba445b HTTP/1.1" status: 204 len: 173 time: 1.6547875 Feb 17 04:42:22.293941 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1cc5ab-ac7b-4265-8091-0be4c3016fe0', 'name': 'network-vif-deleted', 'tag': 'd20de95e-d87b-41cf-aa8d-886380ba445b', 'status': 'completed', 'code': 200} Feb 17 04:42:22.477354 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:22.522841 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c5686900-8dbd-4010-8f23-1b2276e6da58 req-1c8f689a-15a7-4799-aec4-3cd6639ddf6e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ecd0396-37f8-4e16-88be-c260d0416d25 HTTP/1.1" status: 200 len: 1001 time: 0.4331770 Feb 17 04:42:22.538157 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293653912607', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:22.541825 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Added segment 6d2da65a-13eb-4f4d-9da0-1e1174e04251 of type vxlan for network 88a134c2-d02f-44ef-83db-d81eb8997dd0 Feb 17 04:42:22.571314 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb0dae-3d96-4bed-9953-8cbb84e43dd4 req-12e28909-f749-42e0-9798-71ee405af81f tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:22.573373 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-24fb0dae-3d96-4bed-9953-8cbb84e43dd4 req-12e28909-f749-42e0-9798-71ee405af81f tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1592429 Feb 17 04:42:22.616790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:22.664422 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:22.724507 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:22.725234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:22.726339 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-24fb0dae-3d96-4bed-9953-8cbb84e43dd4 req-cf9942b7-fc20-4967-8785-0fdcad490d01 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449375 Feb 17 04:42:22.730667 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:22.731339 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:22.775432 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:22.999429 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 53532) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:22.999633 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.4330497 Feb 17 04:42:23.001008 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Pushing event updated for resources: {'Network': ['ID=88a134c2-d02f-44ef-83db-d81eb8997dd0,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:23.008920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Request body: {'subnet': {'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-143371225-subnet', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'ip_version': 4}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:23.019846 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Network 88a134c2-d02f-44ef-83db-d81eb8997dd0 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:42:23.034636 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5686900-8dbd-4010-8f23-1b2276e6da58 req-6dd378d9-6573-4202-af5a-bf1fa7c025f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:23.036945 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:23.037182 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c5686900-8dbd-4010-8f23-1b2276e6da58 req-6dd378d9-6573-4202-af5a-bf1fa7c025f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24db9e6c-4099-46d8-ad28-21e2d704428a HTTP/1.1" status: 200 len: 849 time: 0.3673980 Feb 17 04:42:23.038369 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:23.051113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Usage tracker for resource:subnet and tenant:af8a0bedfcee4c1aa388b75d8822e191 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:23.067145 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:23.075377 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network 88a134c2-d02f-44ef-83db-d81eb8997dd0 details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:42:23.105164 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:23.181131 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Made reservation on behalf of af8a0bedfcee4c1aa388b75d8822e191 for: {'subnet': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:42:23.195931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27454779'] for subnet, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:23.264528 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-24b49c2f-0db2-4202-9de5-0ce3d0ab9fbe req-9385a27b-0b59-4fc6-b20d-e6dfa060244b tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e1cc5ab-ac7b-4265-8091-0be4c3016fe0 HTTP/1.1" status: 200 len: 210 time: 0.1083503 Feb 17 04:42:23.377415 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5686900-8dbd-4010-8f23-1b2276e6da58 req-f1da696e-4de7-44d3-bd09-79da5e07d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:23.379201 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c5686900-8dbd-4010-8f23-1b2276e6da58 req-f1da696e-4de7-44d3-bd09-79da5e07d804 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3255949 Feb 17 04:42:23.658683 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c5686900-8dbd-4010-8f23-1b2276e6da58 req-6d1d2619-5f32-4cdb-9db3-dfc99f839fe5 service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686818 Feb 17 04:42:23.984589 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933c4bd-7da4-4418-a9b4-67e6f1aef2d9 req-991eb58d-52db-4a17-b3d7-6e5129935a9e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:23.987358 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a933c4bd-7da4-4418-a9b4-67e6f1aef2d9 req-991eb58d-52db-4a17-b3d7-6e5129935a9e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.0966296 Feb 17 04:42:24.041245 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a933c4bd-7da4-4418-a9b4-67e6f1aef2d9 req-6f34acf0-6b1c-49e8-9b26-3233430ad183 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472057 Feb 17 04:42:24.147899 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c5686900-8dbd-4010-8f23-1b2276e6da58 req-94b8d3cc-c7b8-4b53-913c-16d0d5eac9ae service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4816442 Feb 17 04:42:24.202340 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:24.561055 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 53560) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:25.262504 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853031698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27454762'] for subnet, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:25.541113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b47e9ea6-a8b2-426e-b8d7-25daac4da828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:25.875689 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf2c492-a598-4678-9f75-5d00b6e65b65,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:25.889535 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:26.178510 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021535a-fb5b-46d1-99e1-26e0591e9348 req-d8765f14-bb97-4e69-b94d-bbacf27f4a13 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:26.197934 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2021535a-fb5b-46d1-99e1-26e0591e9348 req-d8765f14-bb97-4e69-b94d-bbacf27f4a13 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.9332778 Feb 17 04:42:26.389430 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2021535a-fb5b-46d1-99e1-26e0591e9348 req-badc4226-0994-49f1-a3de-701e7a3133bd tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856945 Feb 17 04:42:26.451421 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Checking segment: {'id': '6d2da65a-13eb-4f4d-9da0-1e1174e04251', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:42:26.459810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Network hostable DHCP agents. Network: 88a134c2-d02f-44ef-83db-d81eb8997dd0, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:42:26.533980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-afe053eb-b47d-4ce0-a3cc-b4467ba5eac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850971255'] for router_interface, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:26.568048 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Network 88a134c2-d02f-44ef-83db-d81eb8997dd0 is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:42:26.621141 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, 88a134c2-d02f-44ef-83db-d81eb8997dd0) {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:42:26.634952 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375dddbd-796e-4881-a76d-b583aac58c2e None None] Network 88a134c2-d02f-44ef-83db-d81eb8997dd0 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:42:26.688118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:26.689810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:26.846108 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-66629183-77ea-40d6-9e1d-ee81e9206eaf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.8443840 Feb 17 04:42:26.848998 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 53580) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:26.865373 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:42:26.922738 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:26.942359 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Usage tracker for resource:router and tenant:af8a0bedfcee4c1aa388b75d8822e191 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:26.986251 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:27.026119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:27.107054 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3806413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13227'] for router, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:27.110476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854434389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762573'] for router, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:27.171143 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:27.332980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp032d452b-0452-5bab-8cee-bc0f264fa599-88a134c2-d02f-44ef-83db-d81eb8997dd0', 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'fixed_ips': [{'subnet_id': '8bf2c492-a598-4678-9f75-5d00b6e65b65'}]}} from dv-cinder-759987-4-smb. {{(pid=84103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:42:27.333913 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:27.613923 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-afe053eb-b47d-4ce0-a3cc-b4467ba5eac2 admin admin] Deleting port 6763da27-d79a-4ca4-8ec2-be251dba718f {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:27.614628 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-afe053eb-b47d-4ce0-a3cc-b4467ba5eac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:27.706324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850915037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850969429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762622'] for router, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:27.945607 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ddacc-a048-4b87-bc1a-83e7c457b1b5 req-b126afe8-cff7-4279-9c1c-a69520d65f81 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:27.948291 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4b3ddacc-a048-4b87-bc1a-83e7c457b1b5 req-b126afe8-cff7-4279-9c1c-a69520d65f81 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.2327507 Feb 17 04:42:28.116998 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4b3ddacc-a048-4b87-bc1a-83e7c457b1b5 req-07d4e890-86ab-4862-84e0-a3ed2742c799 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583288 Feb 17 04:42:28.289160 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Allocated IP 172.20.0.2 (88a134c2-d02f-44ef-83db-d81eb8997dd0/8bf2c492-a598-4678-9f75-5d00b6e65b65/1ee3d459-447d-4d19-bfef-9fe7fe139b00) {{(pid=84103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:42:28.427894 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-afe053eb-b47d-4ce0-a3cc-b4467ba5eac2 admin admin] For port 6763da27-d79a-4ca4-8ec2-be251dba718f, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=6763da27-d79a-4ca4-8ec2-be251dba718f,segment=NetworkSegment(209b3c50-8a46-44e1-891a-31faf52499b0),segment_id=209b3c50-8a46-44e1-891a-31faf52499b0)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:28.428632 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-afe053eb-b47d-4ce0-a3cc-b4467ba5eac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:28.520584 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:28.636228 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:28.906624 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:28.933703 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Transition to ACTIVE for port object 1ee3d459-447d-4d19-bfef-9fe7fe139b00 will not be triggered until provisioned by entity L2. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:42:28.963258 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-afe053eb-b47d-4ce0-a3cc-b4467ba5eac2 admin admin] Calling delete_port for 6763da27-d79a-4ca4-8ec2-be251dba718f owned by network:router_interface {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:29.025217 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Transition to ACTIVE for port object 1ee3d459-447d-4d19-bfef-9fe7fe139b00 will not be triggered until provisioned by entity DHCP. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:42:29.089383 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:29.303717 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:29.405602 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Pushing event updated for resources: {'Port': ['ID=1ee3d459-447d-4d19-bfef-9fe7fe139b00,revision_number=1']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:29.418355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:29.447909 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Allocated IP 172.28.1.141 (1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4/b35f33eb-71d5-4010-9deb-6d694d1893d4/30b83f7a-a47f-4df4-b037-4187ab74d466) {{(pid=84101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:42:29.464652 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Network 88a134c2-d02f-44ef-83db-d81eb8997dd0 is already hosted by enough agents. {{(pid=84103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:42:29.466914 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Resources bound (agent type, host, resource id): {{(pid=84103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:42:29.473933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Received port after_create {{(pid=84103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:42:29.557457 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Attempting to bind port 1ee3d459-447d-4d19-bfef-9fe7fe139b00 on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:42:29.558428 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Attempting to bind port 1ee3d459-447d-4d19-bfef-9fe7fe139b00 by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': '6d2da65a-13eb-4f4d-9da0-1e1174e04251', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0'}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:42:29.559093 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Attempting to bind port 1ee3d459-447d-4d19-bfef-9fe7fe139b00 on network 88a134c2-d02f-44ef-83db-d81eb8997dd0 {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:42:29.567725 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:42:29.568807 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Checking segment: {'id': '6d2da65a-13eb-4f4d-9da0-1e1174e04251', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:42:29.569580 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:29.570240 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Bound using segment: {'id': '6d2da65a-13eb-4f4d-9da0-1e1174e04251', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0'} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:42:29.571015 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Bound port: 1ee3d459-447d-4d19-bfef-9fe7fe139b00, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2da65a-13eb-4f4d-9da0-1e1174e04251', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0'}}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:42:29.571679 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:29.742912 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] For port 1ee3d459-447d-4d19-bfef-9fe7fe139b00, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:42:29.755950 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] For port 1ee3d459-447d-4d19-bfef-9fe7fe139b00, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=1ee3d459-447d-4d19-bfef-9fe7fe139b00,segment=NetworkSegment(6d2da65a-13eb-4f4d-9da0-1e1174e04251),segment_id=6d2da65a-13eb-4f4d-9da0-1e1174e04251)] {{(pid=84103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:42:29.803613 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:29.813169 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-afe053eb-b47d-4ce0-a3cc-b4467ba5eac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:29.840018 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:29.865189 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:29.899800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:30.049784 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:30.210016 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-61c5cecd-a8ef-42c7-8796-f0f6316f9f7d tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:30.291858 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe053eb-b47d-4ce0-a3cc-b4467ba5eac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6763da27-d79a-4ca4-8ec2-be251dba718f,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:30.297810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-afe053eb-b47d-4ce0-a3cc-b4467ba5eac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:30.471502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Pushing event updated for resources: {'Port': ['ID=1ee3d459-447d-4d19-bfef-9fe7fe139b00,revision_number=2']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:30.475757 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:30.560080 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f2180-ca96-496e-8e2f-c32a152464f2 req-85ca5af6-33f0-4921-9814-b83558aecb74 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:30.570285 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-467f2180-ca96-496e-8e2f-c32a152464f2 req-85ca5af6-33f0-4921-9814-b83558aecb74 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.8707404 Feb 17 04:42:30.841050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Pushing event updated for resources: {'Port': ['ID=30b83f7a-a47f-4df4-b037-4187ab74d466,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:30.854428 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-467f2180-ca96-496e-8e2f-c32a152464f2 req-75e15df8-2d34-4130-b7b8-e1db7def22f4 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827673 Feb 17 04:42:30.859518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:30.997887 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:42:31.001297 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:42:31.006677 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Received port after_create {{(pid=84101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:42:31.753908 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-afe053eb-b47d-4ce0-a3cc-b4467ba5eac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850971161'] for router_interface, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:32.747835 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 1ee3d459-447d-4d19-bfef-9fe7fe139b00 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:33.281413 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe053eb-b47d-4ce0-a3cc-b4467ba5eac2 admin admin] Router 17cc0110-4d7f-400f-912c-27726fdb4a3f has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:42:33.362609 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc32e46b-314f-4853-8981-174de8385680 None None] Network 88a134c2-d02f-44ef-83db-d81eb8997dd0 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:42:34.094301 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port 1ee3d459-447d-4d19-bfef-9fe7fe139b00 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:42:34.138887 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe053eb-b47d-4ce0-a3cc-b4467ba5eac2 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:42:34.150748 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed0a90-c8ab-4d7c-86e1-831060198631 None None] Sync routers for ids ['17cc0110-4d7f-400f-912c-27726fdb4a3f'] in dv-cinder-759987-4-smb {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:42:34.175230 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed0a90-c8ab-4d7c-86e1-831060198631 None None] Routers {'17cc0110-4d7f-400f-912c-27726fdb4a3f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:42:34.175949 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-1bed0a90-c8ab-4d7c-86e1-831060198631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:42:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['17cc0110-4d7f-400f-912c-27726fdb4a3f'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:34.258792 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fc78b-ddc0-4eaa-9a26-48e13719a8c1 req-abe84d44-e5ae-42e0-b757-1eca01046a3a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:34.277601 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c9fc78b-ddc0-4eaa-9a26-48e13719a8c1 req-abe84d44-e5ae-42e0-b757-1eca01046a3a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.4519913 Feb 17 04:42:34.284301 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-afe053eb-b47d-4ce0-a3cc-b4467ba5eac2 admin admin] 10.222.0.30 "PUT /v2.0/routers/17cc0110-4d7f-400f-912c-27726fdb4a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7197657 Feb 17 04:42:34.293518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 53630) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:34.669775 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.904147 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-16fa9a50-dc42-47e8-a12e-bee2cab23630 None None] Provisioning for port 1ee3d459-447d-4d19-bfef-9fe7fe139b00 completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:42:34.907725 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] Notify callbacks [] for router, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:34.937984 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-16fa9a50-dc42-47e8-a12e-bee2cab23630 None None] Provisioning complete for port 1ee3d459-447d-4d19-bfef-9fe7fe139b00 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:34.938432 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-16fa9a50-dc42-47e8-a12e-bee2cab23630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:35.308088 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-16fa9a50-dc42-47e8-a12e-bee2cab23630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:35.382451 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-16fa9a50-dc42-47e8-a12e-bee2cab23630 None None] For port 1ee3d459-447d-4d19-bfef-9fe7fe139b00, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=1ee3d459-447d-4d19-bfef-9fe7fe139b00,segment=NetworkSegment(6d2da65a-13eb-4f4d-9da0-1e1174e04251),segment_id=6d2da65a-13eb-4f4d-9da0-1e1174e04251)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:35.426867 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-16fa9a50-dc42-47e8-a12e-bee2cab23630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:35.428976 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:35.545466 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:35.550242 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa9a50-dc42-47e8-a12e-bee2cab23630 None None] Pushing event updated for resources: {'Port': ['ID=1ee3d459-447d-4d19-bfef-9fe7fe139b00,revision_number=3']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:35.555599 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-16fa9a50-dc42-47e8-a12e-bee2cab23630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:35.566942 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] Deleting port c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:35.569882 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:35.600494 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-7e4df1fd-9760-48f5-a0e0-716279191b9e None None] Provisioning complete for port 1ee3d459-447d-4d19-bfef-9fe7fe139b00 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:35.605366 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7e4df1fd-9760-48f5-a0e0-716279191b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:35.903324 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9c9fc78b-ddc0-4eaa-9a26-48e13719a8c1 req-9f81ea01-fcb1-41b1-a965-d4a636c86351 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6229637 Feb 17 04:42:35.958596 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850969414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860760'] for router, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:35.963234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-1bed0a90-c8ab-4d7c-86e1-831060198631 None None] Set router 17cc0110-4d7f-400f-912c-27726fdb4a3f gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:42:36.383347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] For port c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:36.384492 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:36.459216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-765c7196-9e7c-45ad-83d2-2b720c8b2149 None None] Provisioning complete for port 1ee3d459-447d-4d19-bfef-9fe7fe139b00 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:36.465828 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-765c7196-9e7c-45ad-83d2-2b720c8b2149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:36.535608 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Router 082e8860-7005-489e-9a25-b30530ede79d is scheduled to L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 with binding_index 1 {{(pid=84101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:42:36.751370 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] Calling delete_port for c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d owned by network:router_gateway {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:36.941679 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-1bed0a90-c8ab-4d7c-86e1-831060198631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-484521015-router', 'tenant_id': 'befae0ac515a484db91eb597439002ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:44Z', 'updated_at': '2021-02-17T04:42:29Z', 'revision_number': 5, 'project_id': 'befae0ac515a484db91eb597439002ba', 'gw_port': {'id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:47Z', 'updated_at': '2021-02-17T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:36.955824 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed0a90-c8ab-4d7c-86e1-831060198631 None None] Checking router: 17cc0110-4d7f-400f-912c-27726fdb4a3f for host: dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:42:36.995664 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed0a90-c8ab-4d7c-86e1-831060198631 None None] Routers {'17cc0110-4d7f-400f-912c-27726fdb4a3f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:42:37.002588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:37.009719 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-1bed0a90-c8ab-4d7c-86e1-831060198631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:42:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['17cc0110-4d7f-400f-912c-27726fdb4a3f'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: WARNING neutron.plugins.ml2.ovo_rpc [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: result = function(*args, **kwargs) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: proto.__init__(conn_state, self) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: self.handle() Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: self.handle_one_request() Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: self.handle_one_response() Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: result = self.application(self.environ, start_response) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: return app(environ, start_response) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: resp = self.call_func(req, *args, **kw) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: return self.func(req, *args, **kwargs) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: response = req.get_response(self.application) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: application, catch_exc_info=False) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: app_iter = application(self.environ, start_response) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: resp = self.call_func(req, *args, **kw) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: return self.func(req, *args, **kwargs) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: response = req.get_response(self.application) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: application, catch_exc_info=False) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: app_iter = application(self.environ, start_response) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: resp = self.call_func(req, *args, **kw) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: return self.func(req, *args, **kwargs) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: response = req.get_response(self.application) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: application, catch_exc_info=False) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: app_iter = application(self.environ, start_response) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: resp = self.call_func(req, *args, **kw) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: return self.func(req, *args, **kwargs) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: response = req.get_response(self.application) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: application, catch_exc_info=False) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: app_iter = application(self.environ, start_response) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: resp = self.call_func(req, *args, **kw) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: return self.func(req, *args, **kwargs) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: return request.get_response(self.application) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: application, catch_exc_info=False) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: app_iter = application(self.environ, start_response) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: resp = self.call_func(req, *args, **kw) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: return self.func(req, *args, **kwargs) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: response = req.get_response(self._app) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: application, catch_exc_info=False) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: app_iter = application(self.environ, start_response) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: return resp(environ, start_response) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: return resp(environ, start_response) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: response = self.app(environ, start_response) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: return resp(environ, start_response) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: resp = self.call_func(req, *args, **kw) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: return self.func(req, *args, **kwargs) Feb 17 04:42:37.043957 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: result = method(request=request, **args) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: return self._delete(request, id, **kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: return f(*args, **kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: return f(*args, **kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: return f(*dup_args, **dup_kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: obj_deleter(request.context, id, **kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: return method(*args, **kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: return f(*args, **kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: return f(*args, **kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: return f(*dup_args, **dup_kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: self._delete_current_gw_port(context, id, router, None) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: return f(self, context, *args, **kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: return method(*args, **kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: context, port, router_ids, bound_mech_contexts) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: return function(*args, **kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: callback(resource, event, trigger, **kwargs) Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: if self._is_session_semantic_violated(context, resource, event): Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 04:42:37.061031 dv-cinder-759987-4-smb neutron-server[83988]: stack = traceback.extract_stack() Feb 17 04:42:37.081162 dv-cinder-759987-4-smb neutron-server[83988]: Feb 17 04:42:37.250446 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 1ee3d459-447d-4d19-bfef-9fe7fe139b00 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:37.548238 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:42:37.573665 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850914901'] for router_gateway, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:37.615165 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-1bed0a90-c8ab-4d7c-86e1-831060198631 None None] Set router 17cc0110-4d7f-400f-912c-27726fdb4a3f gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:42:37.627609 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Sync routers for ids ['082e8860-7005-489e-9a25-b30530ede79d'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:42:37.639814 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 1ee3d459-447d-4d19-bfef-9fe7fe139b00 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:37.640382 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:37.684177 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Notify callbacks [] for router, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:37.687442 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.8362679 Feb 17 04:42:37.692086 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 53662) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:37.712848 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d7311450-031a-4945-95e7-e4c03d0e2b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:37.750021 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Routers {'082e8860-7005-489e-9a25-b30530ede79d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:42:37.750747 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:42:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['082e8860-7005-489e-9a25-b30530ede79d'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:37.997741 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Set router 082e8860-7005-489e-9a25-b30530ede79d gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:42:38.210549 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850968541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13242'] for router, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:38.263108 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:38.307576 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-1bed0a90-c8ab-4d7c-86e1-831060198631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-484521015-router', 'tenant_id': 'befae0ac515a484db91eb597439002ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:44Z', 'updated_at': '2021-02-17T04:42:29Z', 'revision_number': 5, 'project_id': 'befae0ac515a484db91eb597439002ba', 'gw_port': {'id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:47Z', 'updated_at': '2021-02-17T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:38.324047 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2648d-6d78-4865-b9f2-d7f13536b4bd req-1f9d115f-eeef-4641-9f63-ed188f5d34cf tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:38.330684 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed0a90-c8ab-4d7c-86e1-831060198631 None None] The sync data for ids ['17cc0110-4d7f-400f-912c-27726fdb4a3f'] in dv-cinder-759987-4-smb is: [{'id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'name': 'tempest-ServerRescueNegativeTestJSON-484521015-router', 'tenant_id': 'befae0ac515a484db91eb597439002ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:44Z', 'updated_at': '2021-02-17T04:42:29Z', 'revision_number': 5, 'project_id': 'befae0ac515a484db91eb597439002ba', 'gw_port': {'id': 'c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cc0110-4d7f-400f-912c-27726fdb4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:47Z', 'updated_at': '2021-02-17T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}] {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:42:38.353227 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d4a2648d-6d78-4865-b9f2-d7f13536b4bd req-1f9d115f-eeef-4641-9f63-ed188f5d34cf tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.8700211 Feb 17 04:42:38.473084 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8acaec09-5884-476e-b692-aec1f94827d8 None None] Provisioning complete for port 1ee3d459-447d-4d19-bfef-9fe7fe139b00 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:38.473769 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8acaec09-5884-476e-b692-aec1f94827d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:38.664879 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d4a2648d-6d78-4865-b9f2-d7f13536b4bd req-077cf18b-11c3-4529-bdf9-86f095655c9e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251774 Feb 17 04:42:39.302371 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850968831'] for router, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:39.305803 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17cc0110-4d7f-400f-912c-27726fdb4a3f {{(pid=84102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:42:39.318030 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082e8860-7005-489e-9a25-b30530ede79d', 'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:32Z', 'revision_number': 3, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'gw_port': {'id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:29Z', 'updated_at': '2021-02-17T04:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:39.328948 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Checking router: 082e8860-7005-489e-9a25-b30530ede79d for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:42:39.332526 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Updating router 082e8860-7005-489e-9a25-b30530ede79d port 30b83f7a-a47f-4df4-b037-4187ab74d466 binding host dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:42:39.342861 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d46b6-f09d-4247-8f15-5918494b07e2 req-832e997a-d087-4eff-995a-8f1bb3f3b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:39.346511 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3b0d46b6-f09d-4247-8f15-5918494b07e2 req-832e997a-d087-4eff-995a-8f1bb3f3b894 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 1162 time: 0.5999894 Feb 17 04:42:39.488149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:39.520033 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 6763da27-d79a-4ca4-8ec2-be251dba718f no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:42:39.569040 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: 6763da27-d79a-4ca4-8ec2-be251dba718f {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:42:39.569828 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 6763da27-d79a-4ca4-8ec2-be251dba718f not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:42:39.592813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] Notify callbacks [] for router, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:39.606737 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-3611ab5d-24c6-42a6-a488-288c909f0a32 admin admin] 10.222.0.30 "DELETE /v2.0/routers/17cc0110-4d7f-400f-912c-27726fdb4a3f HTTP/1.1" status: 204 len: 168 time: 5.3082011 Feb 17 04:42:39.620847 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 53682) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:39.645475 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d50116d1-8b9d-4ffc-8b1e-67caccf1690e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:39.779643 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:39.964702 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_v2 [None req-40873db1-c415-4029-8047-f790d32b72d6 admin admin] Deleting subnet a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a {{(pid=84102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:42:40.083468 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-40873db1-c415-4029-8047-f790d32b72d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:40.192350 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:40.197491 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-40873db1-c415-4029-8047-f790d32b72d6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:40.201609 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d46b6-f09d-4247-8f15-5918494b07e2 req-6cfeda09-ee51-4075-93fd-068923a4853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:40.203395 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3b0d46b6-f09d-4247-8f15-5918494b07e2 req-6cfeda09-ee51-4075-93fd-068923a4853d service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d7a82db-0693-4b36-bdf2-4e1d79993092 HTTP/1.1" status: 200 len: 911 time: 0.8475440 Feb 17 04:42:40.223960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-40873db1-c415-4029-8047-f790d32b72d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851242243'] for subnet, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:40.402889 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3b0d46b6-f09d-4247-8f15-5918494b07e2 req-616221e6-7fd2-49d3-b47f-d8bbd3ff1200 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c8d9e88-eab4-4c1a-adf8-d65694486006 HTTP/1.1" status: 200 len: 1000 time: 0.1229942 Feb 17 04:42:40.498856 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d46b6-f09d-4247-8f15-5918494b07e2 req-ba97bb2b-afba-4cdc-b220-c4e8bb31c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:40.500890 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3b0d46b6-f09d-4247-8f15-5918494b07e2 req-ba97bb2b-afba-4cdc-b220-c4e8bb31c9e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74b38920-b506-4cd3-87a7-221a55afe365 HTTP/1.1" status: 200 len: 856 time: 0.0829358 Feb 17 04:42:40.847759 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Notify callbacks [] for port, precommit_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:40.864830 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Transition to ACTIVE for port object 30b83f7a-a47f-4df4-b037-4187ab74d466 will not be triggered until provisioned by entity L2. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:42:40.915497 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:41.083085 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Allocated IP 172.20.0.1 (88a134c2-d02f-44ef-83db-d81eb8997dd0/8bf2c492-a598-4678-9f75-5d00b6e65b65/eb8ade0f-7bee-4a2f-9ed3-0e54a030696e) {{(pid=84101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:42:41.118732 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2023c9-7602-48ca-bf18-73c3da371df6 req-94241e91-9478-48c0-b354-bfa1a61ef9f6 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:41.126116 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7a2023c9-7602-48ca-bf18-73c3da371df6 req-94241e91-9478-48c0-b354-bfa1a61ef9f6 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.9864619 Feb 17 04:42:41.235257 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:41.238988 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d46b6-f09d-4247-8f15-5918494b07e2 req-16bd283a-3884-44a0-8744-622e3a00ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:41.249179 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3b0d46b6-f09d-4247-8f15-5918494b07e2 req-16bd283a-3884-44a0-8744-622e3a00ebbd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d7a82db-0693-4b36-bdf2-4e1d79993092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2902427 Feb 17 04:42:41.312773 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7a2023c9-7602-48ca-bf18-73c3da371df6 req-2b6b6fdc-ffb7-4b6a-bb81-96d8a08925b5 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697114 Feb 17 04:42:41.385472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-40873db1-c415-4029-8047-f790d32b72d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for subnet, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:41.398788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f44e91-316c-4732-a085-fab430592a15 None None] Pushing event updated for resources: {'Port': ['ID=30b83f7a-a47f-4df4-b037-4187ab74d466,revision_number=2']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:41.414350 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-36f44e91-316c-4732-a085-fab430592a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:41.554273 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Attempting to bind port 30b83f7a-a47f-4df4-b037-4187ab74d466 on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:42:41.554941 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Attempting to bind port 30b83f7a-a47f-4df4-b037-4187ab74d466 by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:42:41.559241 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Attempting to bind port 30b83f7a-a47f-4df4-b037-4187ab74d466 on network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:42:41.559496 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0d582cfe-41bb-4e37-846d-17a332e932b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:41.580400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:42:41.581142 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Checking segment: {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:42:41.581886 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:41.582614 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Bound using segment: {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:42:41.583522 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Bound port: 30b83f7a-a47f-4df4-b037-4187ab74d466, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:42:41.584400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:41.656966 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:41.659990 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:42:41.767504 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:42:41.768136 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device c9c73cbd-5c6f-4d74-9abd-901db6cf3e3d not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:42:41.833176 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] For port 30b83f7a-a47f-4df4-b037-4187ab74d466, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:42:41.837493 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40873db1-c415-4029-8047-f790d32b72d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:41.837786 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] For port 30b83f7a-a47f-4df4-b037-4187ab74d466, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=30b83f7a-a47f-4df4-b037-4187ab74d466,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:42:41.895306 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:41.911838 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-40873db1-c415-4029-8047-f790d32b72d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:41.914610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:42.051221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bce4e6-cceb-4c5f-acb1-362b39d9346f req-3c3375f6-e824-470f-98eb-1e4ad0b0d00e tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:42.053238 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-50bce4e6-cceb-4c5f-acb1-362b39d9346f req-3c3375f6-e824-470f-98eb-1e4ad0b0d00e tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 946 time: 0.2929981 Feb 17 04:42:42.120922 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3b0d46b6-f09d-4247-8f15-5918494b07e2 req-62f32aa3-9234-41e3-9b46-a08dc1b3ee51 service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8643384 Feb 17 04:42:42.263959 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:42.302226 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Transition to ACTIVE for port object eb8ade0f-7bee-4a2f-9ed3-0e54a030696e will not be triggered until provisioned by entity DHCP. {{(pid=84101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:42:42.310801 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Routers {'082e8860-7005-489e-9a25-b30530ede79d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:42:42.311875 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:42:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['082e8860-7005-489e-9a25-b30530ede79d'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:42.368569 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-50bce4e6-cceb-4c5f-acb1-362b39d9346f req-5faa7c38-8525-40fa-af05-c3e4d4702284 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526338 Feb 17 04:42:42.371256 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3b0d46b6-f09d-4247-8f15-5918494b07e2 req-4e149f19-592e-4966-9b80-15a19939bc6b service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1967747 Feb 17 04:42:42.376893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-40873db1-c415-4029-8047-f790d32b72d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:42.386304 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:42.392491 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-40873db1-c415-4029-8047-f790d32b72d6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a6d8671f-4d7b-4b4b-ab91-3f674e65bf5a HTTP/1.1" status: 204 len: 168 time: 2.7668419 Feb 17 04:42:42.393214 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 53712) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:42.534886 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f44e91-316c-4732-a085-fab430592a15 None None] Pushing event updated for resources: {'Port': ['ID=30b83f7a-a47f-4df4-b037-4187ab74d466,revision_number=3']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:42.661619 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854052385'] for network, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:42.695634 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:42:42.744045 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-36f44e91-316c-4732-a085-fab430592a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:42.744698 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-7eb92ae2-c5c8-4028-b57b-1590693df41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:42.827001 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:42.958909 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Network 88a134c2-d02f-44ef-83db-d81eb8997dd0 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:42:42.964806 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] Set router 082e8860-7005-489e-9a25-b30530ede79d gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:42:42.968096 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:42:42.971617 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Received port after_create {{(pid=84101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:42:43.107234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854387455'] for router_interface, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:43.193412 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851244700', 'neutron.services.segments.db._delete_segments_for_network-8743200863210'] for network, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:43.228810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Pushing event updated for resources: {'Port': ['ID=eb8ade0f-7bee-4a2f-9ed3-0e54a030696e,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:43.240130 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:43.363050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:43.363727 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:43.364935 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:43.365386 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Subscribe: > port after_create 55550000 {{(pid=84102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:43.365863 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:43.366365 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Subscribe: > port after_update 55550000 {{(pid=84102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:43.366922 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:43.379034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:43.382010 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:43.382528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:43.421346 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:43.465050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d645798-823d-45b7-95bd-bd2ff78d5cb4 req-2f365051-ae9c-4ad8-b18d-12ced248499d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:43.468592 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0d645798-823d-45b7-95bd-bd2ff78d5cb4 req-2f365051-ae9c-4ad8-b18d-12ced248499d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.6360507 Feb 17 04:42:43.544714 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-913e51c0-c14e-40be-8be9-31fe40b82118 None None] Provisioning for port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:42:43.563231 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-913e51c0-c14e-40be-8be9-31fe40b82118 None None] Provisioning complete for port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:43.563674 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-913e51c0-c14e-40be-8be9-31fe40b82118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:43.588607 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:43.600363 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:43.600363 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:43.600363 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84102) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 04:42:43.600363 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85566346-7810-448b-acd9-9bba5936da34']}} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:43.613255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082e8860-7005-489e-9a25-b30530ede79d', 'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:32Z', 'revision_number': 3, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'gw_port': {'id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:29Z', 'updated_at': '2021-02-17T04:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:43.670692 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058402e5-e384-433a-a2df-be3f5eb6eadf None None] The sync data for ids ['082e8860-7005-489e-9a25-b30530ede79d'] in dv-cinder-759987-4-smb is: [{'id': '082e8860-7005-489e-9a25-b30530ede79d', 'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:32Z', 'revision_number': 3, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'gw_port': {'id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:29Z', 'updated_at': '2021-02-17T04:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:42:43.674005 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-913e51c0-c14e-40be-8be9-31fe40b82118 None None] Port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:42:43.740003 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0d645798-823d-45b7-95bd-bd2ff78d5cb4 req-439bb5fc-dee0-430f-80dc-3905eda443b7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604129 Feb 17 04:42:43.772591 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209b3c50-8a46-44e1-891a-31faf52499b0') {'for_net_delete': True} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:43.774839 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209b3c50-8a46-44e1-891a-31faf52499b0') {} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:43.799420 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293653907196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1700248'] for segment, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:43.860255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442871e2-1d87-419e-8497-7ace7e05b521 req-43cf4c57-51e4-4cdc-8ad6-aae1078f6ffa tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:43.862916 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-442871e2-1d87-419e-8497-7ace7e05b521 req-43cf4c57-51e4-4cdc-8ad6-aae1078f6ffa tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 946 time: 0.2466044 Feb 17 04:42:43.912768 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:43.918198 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:42:44.015745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:44.022197 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-442871e2-1d87-419e-8497-7ace7e05b521 req-f46d34fa-c85f-4763-b3a4-aa82ed70bad1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517837 Feb 17 04:42:44.049575 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853031306'] for port, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:44.100130 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:44.185546 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Pushing event updated for resources: {'Port': ['ID=eb8ade0f-7bee-4a2f-9ed3-0e54a030696e,revision_number=2']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:44.208849 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:44.219211 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Network 85566346-7810-448b-acd9-9bba5936da34 has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:42:44.243501 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851238932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-691297'] for segment, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:44.256322 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851067731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-388455'] for router_interface, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:44.552738 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Network 88a134c2-d02f-44ef-83db-d81eb8997dd0 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:42:44.554477 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:42:44.769317 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Network 85566346-7810-448b-acd9-9bba5936da34 has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: from cryptography.utils import int_from_bytes Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: from cryptography.utils import int_from_bytes Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: (rel_b, rel_a, rel_b), Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: (rel_b, rel_a, rel_b), Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: Traceback (most recent call last): Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: timer() Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: cb(*args, **kw) Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: return func(*args, **kwargs) Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: self._notify() Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: self.callback(batched_events) Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: event.method(event) Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: segment_id)['aggregates'][0] Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: return f(self, *a, **k) Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: return self._get(url).json() Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: **kwargs) Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: return self.request(url, 'GET', **kwargs) Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: **endpoint_filter) Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:42:44.893976 dv-cinder-759987-4-smb neutron-server[83988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:42:45.073876 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Router 082e8860-7005-489e-9a25-b30530ede79d has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:42:45.135066 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-26734590-67b5-4a45-ac91-5258922a6708 None None] Provisioning complete for port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:45.135066 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-26734590-67b5-4a45-ac91-5258922a6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:45.258427 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-26734590-67b5-4a45-ac91-5258922a6708 None None] Port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:42:45.419845 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 30b83f7a-a47f-4df4-b037-4187ab74d466 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:45.447510 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:42:45.466702 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] 10.222.0.30 "PUT /v2.0/routers/082e8860-7005-489e-9a25-b30530ede79d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7725148 Feb 17 04:42:45.483419 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beaf521-7ff7-42a8-af32-92e8574dea64 req-70c39ccf-8279-4621-b94e-be2d1ccd425b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:45.483802 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0beaf521-7ff7-42a8-af32-92e8574dea64 req-70c39ccf-8279-4621-b94e-be2d1ccd425b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.4117575 Feb 17 04:42:45.521419 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857043'] for network, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:45.525611 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:45.564398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9c8d9e88-eab4-4c1a-adf8-d65694486006 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:42:45.592563 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0beaf521-7ff7-42a8-af32-92e8574dea64 req-9e7d3d0c-256b-4a27-9fdf-f75133c874fe tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007366 Feb 17 04:42:45.737995 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=85566346-7810-448b-acd9-9bba5936da34,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:45.745998 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:45.783216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.783699 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.784014 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.784403 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.784849 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.785253 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.785639 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.786031 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.786423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.786878 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.787820 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.787820 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.788130 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.788420 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.788827 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.789212 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.794940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.794940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.794940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.794940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.794940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.794940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.794940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.794940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:45.802606 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:45.827896 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:45.850136 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port 30b83f7a-a47f-4df4-b037-4187ab74d466 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:42:45.854974 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7da2a-b541-4297-940f-6bd5704bc74e req-236f20b6-d312-4fcf-a628-97d6d0174e2b tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:45.856803 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-89d7da2a-b541-4297-940f-6bd5704bc74e req-236f20b6-d312-4fcf-a628-97d6d0174e2b tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 946 time: 0.2845054 Feb 17 04:42:45.858692 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 30b83f7a-a47f-4df4-b037-4187ab74d466 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:45.859542 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:45.872382 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/85566346-7810-448b-acd9-9bba5936da34 HTTP/1.1" status: 204 len: 168 time: 3.4735336 Feb 17 04:42:45.930872 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 9c8d9e88-eab4-4c1a-adf8-d65694486006, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9c8d9e88-eab4-4c1a-adf8-d65694486006,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:45.935182 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c8d9e88-eab4-4c1a-adf8-d65694486006'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:45.981800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:45.987392 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-84116959-32c5-489d-ab33-e69df3277e04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:46.068833 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-89d7da2a-b541-4297-940f-6bd5704bc74e req-e0350627-b490-451b-b2df-c8e7a7177775 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865497 Feb 17 04:42:46.170212 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=9c8d9e88-eab4-4c1a-adf8-d65694486006,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:46.185425 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:46.206670 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:46.234679 dv-cinder-759987-4-smb neutron-server[83988]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c8d9e88-eab4-4c1a-adf8-d65694486006', 'code': 422} returned with failed status Feb 17 04:42:46.249907 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port 30b83f7a-a47f-4df4-b037-4187ab74d466, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=30b83f7a-a47f-4df4-b037-4187ab74d466,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:46.284319 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:46.289156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:46.354178 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 53776) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:46.428607 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f4e7844e-ea4c-456a-af4d-90f299fa501f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=befae0ac515a484db91eb597439002ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0730472 Feb 17 04:42:46.432944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 53786) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:46.497525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=30b83f7a-a47f-4df4-b037-4187ab74d466,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:46.504878 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:46.542154 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d9a3ad18-54ca-44de-8e22-109dc16f21f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:46.608261 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d9a3ad18-54ca-44de-8e22-109dc16f21f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:46.808606 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d9a3ad18-54ca-44de-8e22-109dc16f21f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:46.826847 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-19b881ba-d683-4654-b832-78fc58c16769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:46.854669 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3ad18-54ca-44de-8e22-109dc16f21f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d133075e-6e28-413d-b816-6ed375a0adfe,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:46.864387 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d9a3ad18-54ca-44de-8e22-109dc16f21f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:46.935819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d9a3ad18-54ca-44de-8e22-109dc16f21f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:46.938798 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-d9a3ad18-54ca-44de-8e22-109dc16f21f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d133075e-6e28-413d-b816-6ed375a0adfe HTTP/1.1" status: 204 len: 168 time: 0.5043068 Feb 17 04:42:46.962619 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-befd132b-44c8-403a-b1f1-6aea5854ec0f tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:46.964991 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-befd132b-44c8-403a-b1f1-6aea5854ec0f tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 946 time: 0.2033503 Feb 17 04:42:47.297406 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Deleting port efee77e7-bc3a-492b-98ac-ea5462797a35 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:47.297979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:47.533586 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 30b83f7a-a47f-4df4-b037-4187ab74d466 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:47.578292 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device efee77e7-bc3a-492b-98ac-ea5462797a35 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:42:47.706684 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0ce05-45a6-4bb0-894a-321d594eb42d req-57b60f71-9c4b-46f8-ac95-c8d0c5afaeae tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:47.721753 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-76c0ce05-45a6-4bb0-894a-321d594eb42d req-57b60f71-9c4b-46f8-ac95-c8d0c5afaeae tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 946 time: 0.3243537 Feb 17 04:42:47.740213 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Sync routers for ids ['082e8860-7005-489e-9a25-b30530ede79d'] in dv-cinder-759987-4-smb {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:42:47.758578 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Routers {'082e8860-7005-489e-9a25-b30530ede79d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:42:47.759471 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:42:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['082e8860-7005-489e-9a25-b30530ede79d'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:47.819511 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:47.915593 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-76c0ce05-45a6-4bb0-894a-321d594eb42d req-4dbe5496-b6e9-4ab6-9f9c-660514a0723f tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859272 Feb 17 04:42:47.943072 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 30b83f7a-a47f-4df4-b037-4187ab74d466 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:47.943632 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:48.065992 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port efee77e7-bc3a-492b-98ac-ea5462797a35, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=efee77e7-bc3a-492b-98ac-ea5462797a35,segment=NetworkSegment(0a0671b8-9744-422d-a03c-b5effad0fae8),segment_id=0a0671b8-9744-422d-a03c-b5effad0fae8)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:48.083114 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] For port efee77e7-bc3a-492b-98ac-ea5462797a35, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=efee77e7-bc3a-492b-98ac-ea5462797a35,segment=NetworkSegment(0a0671b8-9744-422d-a03c-b5effad0fae8),segment_id=0a0671b8-9744-422d-a03c-b5effad0fae8)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:48.083710 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:48.127313 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:48.133888 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:48.236581 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eac3056-8ae7-403e-a578-fb9d0c774d24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efee77e7-bc3a-492b-98ac-ea5462797a35'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:48.489462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Set router 082e8860-7005-489e-9a25-b30530ede79d gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:42:48.556614 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c93679-ea0c-4f59-9aa0-d260bfc8b939 req-3186196d-3496-4eb6-91d4-5556de57daec tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:48.573315 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f0c93679-ea0c-4f59-9aa0-d260bfc8b939 req-3186196d-3496-4eb6-91d4-5556de57daec tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.3105097 Feb 17 04:42:48.731520 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f0c93679-ea0c-4f59-9aa0-d260bfc8b939 req-d27bb27d-607c-4135-986a-798ceab640c9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570814 Feb 17 04:42:48.877299 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eac3056-8ae7-403e-a578-fb9d0c774d24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efee77e7-bc3a-492b-98ac-ea5462797a35', 'code': 200} Feb 17 04:42:48.987003 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Calling delete_port for efee77e7-bc3a-492b-98ac-ea5462797a35 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:49.054021 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=efee77e7-bc3a-492b-98ac-ea5462797a35,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:49.108345 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:49.421702 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082e8860-7005-489e-9a25-b30530ede79d', 'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:43Z', 'revision_number': 4, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'gw_port': {'id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:29Z', 'updated_at': '2021-02-17T04:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': 'eb8ade0f-7bee-4a2f-9ed3-0e54a030696e', 'name': '', 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'mac_address': 'fa:16:3e:e9:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:40Z', 'updated_at': '2021-02-17T04:42:43Z', 'revision_number': 2, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'subnets': [{'id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:49.461103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Checking router: 082e8860-7005-489e-9a25-b30530ede79d for host: dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:42:49.461547 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Updating router 082e8860-7005-489e-9a25-b30530ede79d port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e binding host dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:42:49.508076 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:42:49.508721 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:42:49.536379 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3424c46-ed88-462c-b9ae-4f009b71ca81 req-952d63c3-75d7-4758-8dbf-c55b4c805675 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:49.538247 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e3424c46-ed88-462c-b9ae-4f009b71ca81 req-952d63c3-75d7-4758-8dbf-c55b4c805675 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 944 time: 0.2947781 Feb 17 04:42:49.614344 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:49.710788 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e3424c46-ed88-462c-b9ae-4f009b71ca81 req-b55ff6c6-2983-4a56-b14f-ec11b4fe6f55 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557596 Feb 17 04:42:50.009540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Deleting port efee77e7-bc3a-492b-98ac-ea5462797a35 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:42:50.009941 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:50.820044 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Notify callbacks [] for port, precommit_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:50.906502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Transition to ACTIVE for port object eb8ade0f-7bee-4a2f-9ed3-0e54a030696e will not be triggered until provisioned by entity L2. {{(pid=84104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:42:50.936190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:51.182581 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87588e-a235-496c-85fc-4f7a35ba4504 req-4fb246dd-c088-42e8-9c67-cb85c3a6cb4b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:51.197513 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-df87588e-a235-496c-85fc-4f7a35ba4504 req-4fb246dd-c088-42e8-9c67-cb85c3a6cb4b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 1.0106676 Feb 17 04:42:51.283720 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] For port efee77e7-bc3a-492b-98ac-ea5462797a35, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=efee77e7-bc3a-492b-98ac-ea5462797a35,segment=NetworkSegment(0a0671b8-9744-422d-a03c-b5effad0fae8),segment_id=0a0671b8-9744-422d-a03c-b5effad0fae8)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:51.286939 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:51.622734 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 53894) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:51.636841 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:51.827454 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db132e-0809-406b-bcab-fcef5b77e143 req-daf29d40-fabd-44b7-a880-2377e04ee8e9 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:51.845718 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e1db132e-0809-406b-bcab-fcef5b77e143 req-daf29d40-fabd-44b7-a880-2377e04ee8e9 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 944 time: 0.4792776 Feb 17 04:42:51.851047 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 53902) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:51.942281 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-df87588e-a235-496c-85fc-4f7a35ba4504 req-ded905f0-f67c-4f35-b5d3-9ac19f1be28e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6991363 Feb 17 04:42:51.950548 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Calling delete_port for efee77e7-bc3a-492b-98ac-ea5462797a35 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:42:52.001740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Pushing event updated for resources: {'Port': ['ID=eb8ade0f-7bee-4a2f-9ed3-0e54a030696e,revision_number=3']} {{(pid=84104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:52.043279 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.043847 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.044394 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.045113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.045757 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.046399 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.047299 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.047976 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.055358 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.056190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.060050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.060957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.061797 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.062112 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.062591 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.063153 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.063832 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.064420 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.070355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.071335 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.071864 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.072486 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.101392 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e1db132e-0809-406b-bcab-fcef5b77e143 req-a31b2b57-df0e-4352-939a-1a7ba61e58cc tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421699 Feb 17 04:42:52.101625 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.101625 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:52.393972 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:52.410302 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-809cbc34-0e4a-494e-a27c-6308200560d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:52.461619 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-809cbc34-0e4a-494e-a27c-6308200560d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:52.471420 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-809cbc34-0e4a-494e-a27c-6308200560d3 admin admin] Usage tracker for resource:security_group_rule and tenant:0d69f79134414d239f5f26393c9cd942 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:52.479337 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-809cbc34-0e4a-494e-a27c-6308200560d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:52.496039 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-809cbc34-0e4a-494e-a27c-6308200560d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:52.545690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:52.559034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:52.565694 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Attempting to bind port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:42:52.566461 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Attempting to bind port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': '6d2da65a-13eb-4f4d-9da0-1e1174e04251', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0'}] {{(pid=84104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:42:52.567083 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Attempting to bind port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e on network 88a134c2-d02f-44ef-83db-d81eb8997dd0 {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:42:52.574960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:42:52.579994 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Usage tracker for resource:security_group_rule and tenant:9cf982a09faa489280fc316f5326441c is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:42:52.584216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:42:52.584216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Checking segment: {'id': '6d2da65a-13eb-4f4d-9da0-1e1174e04251', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:42:52.584216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:52.584216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Bound using segment: {'id': '6d2da65a-13eb-4f4d-9da0-1e1174e04251', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0'} {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:42:52.584216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Bound port: eb8ade0f-7bee-4a2f-9ed3-0e54a030696e, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2da65a-13eb-4f4d-9da0-1e1174e04251', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0'}}] {{(pid=84104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:42:52.584745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:42:52.588920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:52.590450 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:42:52.623979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:52.818305 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:52.855589 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-809cbc34-0e4a-494e-a27c-6308200560d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:52.866145 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:52.877062 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8f226c6e-2c1f-44c3-ba52-1a5620fcffeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:52.916249 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-809cbc34-0e4a-494e-a27c-6308200560d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:52.957676 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Pushing event deleted for resources: {'Port': ['ID=efee77e7-bc3a-492b-98ac-ea5462797a35,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:53.006313 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:53.056833 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cf982a09faa489280fc316f5326441c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2042873 Feb 17 04:42:53.065170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 53914) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:53.080243 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] For port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:42:53.103785 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] For port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=eb8ade0f-7bee-4a2f-9ed3-0e54a030696e,segment=NetworkSegment(6d2da65a-13eb-4f4d-9da0-1e1174e04251),segment_id=6d2da65a-13eb-4f4d-9da0-1e1174e04251)] {{(pid=84104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:42:53.120634 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb249d3a-1db2-4b9b-b84a-c5f975246fec,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:53.132789 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-809cbc34-0e4a-494e-a27c-6308200560d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d69f79134414d239f5f26393c9cd942&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5084610 Feb 17 04:42:53.133953 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 53918) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:42:53.136399 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:53.142730 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.143367 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.143948 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.144528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.145090 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.146184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.146765 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.147336 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.147886 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.148433 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.148979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.149518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.150204 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.150749 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.151286 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.151822 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.152349 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.152926 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.153467 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.153998 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.154528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.155075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.155734 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.156504 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:42:53.177233 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:53.178101 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2a73b3d5-099e-481f-88b8-e343c05876df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:53.208044 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:53.271336 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4c23-4390-4e68-ab42-1d00b655446a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:53.304052 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4c23-4390-4e68-ab42-1d00b655446a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:53.361887 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cbc34-0e4a-494e-a27c-6308200560d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedc2ee9-e708-430c-87ca-8d36dfc58144,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:53.367476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-809cbc34-0e4a-494e-a27c-6308200560d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:53.402814 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4c23-4390-4e68-ab42-1d00b655446a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:53.409443 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ad3b3554-44bd-41e4-8a5a-54654fa75f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:53.453065 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b8cc4dfb-2405-4bd8-afbd-f4a6eca27e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:53.461017 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c4c23-4390-4e68-ab42-1d00b655446a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedc2ee9-e708-430c-87ca-8d36dfc58144,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:53.474492 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3b6c4c23-4390-4e68-ab42-1d00b655446a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:53.538922 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b8cc4dfb-2405-4bd8-afbd-f4a6eca27e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:53.549989 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b4eb0002-cda5-448f-ac18-4caeaab94b88 req-a70700a5-2248-44df-a9ef-95a1208b95b3 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 210 time: 0.0786088 Feb 17 04:42:53.562472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3b6c4c23-4390-4e68-ab42-1d00b655446a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:53.564054 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-3b6c4c23-4390-4e68-ab42-1d00b655446a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bedc2ee9-e708-430c-87ca-8d36dfc58144 HTTP/1.1" status: 204 len: 168 time: 0.4244406 Feb 17 04:42:53.620151 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:53.678969 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Pushing event updated for resources: {'Port': ['ID=eb8ade0f-7bee-4a2f-9ed3-0e54a030696e,revision_number=4']} {{(pid=84104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:53.703756 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-be3a5cc6-eadc-47f7-9489-5eb3daebe69f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:53.710466 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Routers {'082e8860-7005-489e-9a25-b30530ede79d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:42:53.713494 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:42:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['082e8860-7005-489e-9a25-b30530ede79d'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:53.785109 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b8cc4dfb-2405-4bd8-afbd-f4a6eca27e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:53.913773 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ac01806c-d971-4e3d-9ee5-058a790601cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:53.942385 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] No DVR routers for this DVR port efee77e7-bc3a-492b-98ac-ea5462797a35 on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:42:53.945070 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc4dfb-2405-4bd8-afbd-f4a6eca27e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb249d3a-1db2-4b9b-b84a-c5f975246fec,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:54.007858 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:54.095413 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b8cc4dfb-2405-4bd8-afbd-f4a6eca27e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:54.095413 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eac3056-8ae7-403e-a578-fb9d0c774d24', 'name': 'network-vif-deleted', 'tag': 'efee77e7-bc3a-492b-98ac-ea5462797a35'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:42:54.106579 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14a1e1ea-f9fa-4bd5-9af9-29b1cf168b7e req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.65 "DELETE /v2.0/ports/efee77e7-bc3a-492b-98ac-ea5462797a35 HTTP/1.1" status: 204 len: 173 time: 7.1266067 Feb 17 04:42:54.166264 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b8cc4dfb-2405-4bd8-afbd-f4a6eca27e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:54.172199 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-b8cc4dfb-2405-4bd8-afbd-f4a6eca27e2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb249d3a-1db2-4b9b-b84a-c5f975246fec HTTP/1.1" status: 204 len: 168 time: 1.0936518 Feb 17 04:42:54.268170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] Set router 082e8860-7005-489e-9a25-b30530ede79d gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:42:54.268326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb801a-aa72-4a03-9dbf-b8c79430c8ec req-f9798526-57c7-4c46-bd76-2fc83e599b45 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:54.268326 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-98eb801a-aa72-4a03-9dbf-b8c79430c8ec req-f9798526-57c7-4c46-bd76-2fc83e599b45 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.7970350 Feb 17 04:42:54.268326 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eac3056-8ae7-403e-a578-fb9d0c774d24', 'name': 'network-vif-deleted', 'tag': 'efee77e7-bc3a-492b-98ac-ea5462797a35', 'status': 'completed', 'code': 200} Feb 17 04:42:54.365189 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-98eb801a-aa72-4a03-9dbf-b8c79430c8ec req-bbd2dfb0-b7a5-4627-b817-cddd031fbebb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163306 Feb 17 04:42:54.795112 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082e8860-7005-489e-9a25-b30530ede79d', 'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:43Z', 'revision_number': 4, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'gw_port': {'id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:29Z', 'updated_at': '2021-02-17T04:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': 'eb8ade0f-7bee-4a2f-9ed3-0e54a030696e', 'name': '', 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'mac_address': 'fa:16:3e:e9:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:40Z', 'updated_at': '2021-02-17T04:42:53Z', 'revision_number': 4, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'subnets': [{'id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:42:54.901076 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce6fc6f-8e6c-4f39-a309-441e4bc598e6 None None] The sync data for ids ['082e8860-7005-489e-9a25-b30530ede79d'] in dv-cinder-759987-4-smb is: [{'id': '082e8860-7005-489e-9a25-b30530ede79d', 'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:43Z', 'revision_number': 4, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'gw_port': {'id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:29Z', 'updated_at': '2021-02-17T04:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': 'eb8ade0f-7bee-4a2f-9ed3-0e54a030696e', 'name': '', 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'mac_address': 'fa:16:3e:e9:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:40Z', 'updated_at': '2021-02-17T04:42:53Z', 'revision_number': 4, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'subnets': [{'id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:42:54.942588 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f63901e9-d596-4a83-a7b1-f46756d1a1a3 req-8cb07eb0-54ff-43a5-81cc-cdad743b285b tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 210 time: 0.0875113 Feb 17 04:42:55.468908 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device eb8ade0f-7bee-4a2f-9ed3-0e54a030696e up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:55.700321 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:42:55.713908 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:55.717508 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:55.900609 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450cb1b-70f8-4982-b158-a2ea071faef5 req-449c58b6-7b53-47c0-8368-e53d8f75bd29 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:55.910525 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1450cb1b-70f8-4982-b158-a2ea071faef5 req-449c58b6-7b53-47c0-8368-e53d8f75bd29 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.2567809 Feb 17 04:42:56.116352 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1450cb1b-70f8-4982-b158-a2ea071faef5 req-cb51237c-17c9-4baf-a00a-c3b7af4c80b1 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917369 Feb 17 04:42:56.238217 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:56.413062 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=eb8ade0f-7bee-4a2f-9ed3-0e54a030696e,segment=NetworkSegment(6d2da65a-13eb-4f4d-9da0-1e1174e04251),segment_id=6d2da65a-13eb-4f4d-9da0-1e1174e04251)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:42:56.436988 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:56.439852 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0b4eb492-449e-4a7a-983c-dd721d10fb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:42:56.467745 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e3768e6-dc36-4de9-b6d5-23127b84a87f req-6d91db34-6332-4a46-8343-b73cbf5aeffd tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=3eac3056-8ae7-403e-a578-fb9d0c774d24 HTTP/1.1" status: 200 len: 210 time: 0.1445584 Feb 17 04:42:56.736556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=eb8ade0f-7bee-4a2f-9ed3-0e54a030696e,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:42:56.743805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:42:57.543412 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device eb8ade0f-7bee-4a2f-9ed3-0e54a030696e up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:42:57.676667 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507a254-ca11-4717-820a-2c9645be88aa req-642ec197-7314-40b1-a45f-243fa608b7c1 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:57.699770 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0507a254-ca11-4717-820a-2c9645be88aa req-642ec197-7314-40b1-a45f-243fa608b7c1 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.3378189 Feb 17 04:42:57.805432 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:42:57.805758 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:42:57.831510 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0507a254-ca11-4717-820a-2c9645be88aa req-6e8da230-8249-4e4e-aa8c-3f88601a42ef tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229806 Feb 17 04:42:59.487034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53528d7-e6d2-4eb7-91e8-3d426b705f97 req-b7accf99-3bb1-4476-9f49-9a0f441f1212 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:42:59.501476 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e53528d7-e6d2-4eb7-91e8-3d426b705f97 req-b7accf99-3bb1-4476-9f49-9a0f441f1212 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.2701726 Feb 17 04:42:59.693718 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e53528d7-e6d2-4eb7-91e8-3d426b705f97 req-af544d09-4661-42fb-937b-30fac05a0f00 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888506 Feb 17 04:43:01.147238 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffce7d-dbf2-404e-adca-73159506deb8 req-3b599536-b558-4a79-85e6-b85055b8e6c3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:01.150031 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aeffce7d-dbf2-404e-adca-73159506deb8 req-3b599536-b558-4a79-85e6-b85055b8e6c3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1596828 Feb 17 04:43:01.222938 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aeffce7d-dbf2-404e-adca-73159506deb8 req-a41cb122-a282-4187-975d-35e3382102e6 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670264 Feb 17 04:43:02.695122 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1827e5-ccaf-4214-926f-6afcea5e7342 req-18d19f1c-97f9-4d49-bd55-ba2d81c7b128 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:02.704728 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f1827e5-ccaf-4214-926f-6afcea5e7342 req-18d19f1c-97f9-4d49-bd55-ba2d81c7b128 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.3052907 Feb 17 04:43:02.769803 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0f1827e5-ccaf-4214-926f-6afcea5e7342 req-cbef9c7d-1723-4a87-8c26-a117870006cf tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636470 Feb 17 04:43:04.261459 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0472d7-b199-4359-aa37-4241337d7cab req-687a98bb-6e8e-486d-be3a-68679a203938 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:04.267573 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9d0472d7-b199-4359-aa37-4241337d7cab req-687a98bb-6e8e-486d-be3a-68679a203938 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1642168 Feb 17 04:43:04.367661 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9d0472d7-b199-4359-aa37-4241337d7cab req-b7bb959d-6b7a-45c2-b01a-477bc3956fbc tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933068 Feb 17 04:43:04.419607 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 54076) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:04.724298 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8b9376c2-30e4-47f3-a53f-48313eb9528a req-87247380-f620-40b9-b72d-89f94021294e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2940028 Feb 17 04:43:05.085920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286af4a-e712-467c-ae04-83a218bb3182 req-171e31b4-d8d8-4611-9822-7daf0f405bcf tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:05.087990 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3286af4a-e712-467c-ae04-83a218bb3182 req-171e31b4-d8d8-4611-9822-7daf0f405bcf tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/networks?id=dd07fcd5-3e82-455d-9a27-80b71f79489e HTTP/1.1" status: 200 len: 814 time: 0.2226009 Feb 17 04:43:05.125040 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3286af4a-e712-467c-ae04-83a218bb3182 req-d8525a7f-39c8-4b14-891b-cbda2eef511e tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/quotas/e0d76c154d4d484090eb3b151aad1c43 HTTP/1.1" status: 200 len: 375 time: 0.0303643 Feb 17 04:43:05.313176 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3286af4a-e712-467c-ae04-83a218bb3182 req-5a638316-a164-4c2d-a2ba-042a3d84c501 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0d76c154d4d484090eb3b151aad1c43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1765411 Feb 17 04:43:05.737007 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ef380-3262-4b8b-8d21-980f2f55ea4e req-f18e1cb2-4dff-47d4-9975-43284e5a4a07 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:05.752208 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f68ef380-3262-4b8b-8d21-980f2f55ea4e req-f18e1cb2-4dff-47d4-9975-43284e5a4a07 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1193569 Feb 17 04:43:05.874387 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f68ef380-3262-4b8b-8d21-980f2f55ea4e req-2cde511a-7354-46a5-ba76-bc6d08289a57 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201560 Feb 17 04:43:05.876258 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3286af4a-e712-467c-ae04-83a218bb3182 req-062e2c4e-c0af-4758-9c32-c94b0f409727 service neutron] 10.222.0.30 "GET /v2.0/networks/dd07fcd5-3e82-455d-9a27-80b71f79489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612006 Feb 17 04:43:06.053897 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3286af4a-e712-467c-ae04-83a218bb3182 req-11f3a21d-dc85-4fc9-abca-37c9d0dd4b2a service neutron] 10.222.0.30 "GET /v2.0/networks/dd07fcd5-3e82-455d-9a27-80b71f79489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1766672 Feb 17 04:43:06.421364 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-458826a1-ed27-4213-b4f2-ce69ea1e23a2 req-255e96a4-ad41-4aa9-bbd1-da4adb3058af tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Synchronizing usage tracker for tenant:e0d76c154d4d484090eb3b151aad1c43 on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:43:06.510662 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-458826a1-ed27-4213-b4f2-ce69ea1e23a2 req-255e96a4-ad41-4aa9-bbd1-da4adb3058af tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Unset dirty status for tenant:e0d76c154d4d484090eb3b151aad1c43 on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:43:06.512761 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-458826a1-ed27-4213-b4f2-ce69ea1e23a2 req-255e96a4-ad41-4aa9-bbd1-da4adb3058af tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 210 time: 0.1453097 Feb 17 04:43:07.121274 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb66ce5-8c82-4e8f-a5ff-d84bc4afb67d req-b14714da-f8b5-47a4-aee3-9a57a1cf07b8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:07.122996 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-abb66ce5-8c82-4e8f-a5ff-d84bc4afb67d req-b14714da-f8b5-47a4-aee3-9a57a1cf07b8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1062927 Feb 17 04:43:07.179260 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-abb66ce5-8c82-4e8f-a5ff-d84bc4afb67d req-349d62e2-a5d7-4f08-9e1c-0a5641597255 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470524 Feb 17 04:43:07.231079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9376c2-30e4-47f3-a53f-48313eb9528a req-67faef0f-44ab-4f36-ab23-7f10ba62852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:07.232810 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8b9376c2-30e4-47f3-a53f-48313eb9528a req-67faef0f-44ab-4f36-ab23-7f10ba62852c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda&tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c HTTP/1.1" status: 200 len: 1160 time: 0.0900354 Feb 17 04:43:07.315449 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6aa9caa5-5737-4393-bf9c-1c3af96d14aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:07.342211 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9376c2-30e4-47f3-a53f-48313eb9528a req-d87dfaa6-5de2-4dbf-accb-4eaeaa5d6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:07.344148 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8b9376c2-30e4-47f3-a53f-48313eb9528a req-d87dfaa6-5de2-4dbf-accb-4eaeaa5d6dc8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 1160 time: 0.0831456 Feb 17 04:43:07.518680 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9376c2-30e4-47f3-a53f-48313eb9528a req-bee88c2e-26e4-47d7-94a6-aec45e34e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:07.520484 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8b9376c2-30e4-47f3-a53f-48313eb9528a req-bee88c2e-26e4-47d7-94a6-aec45e34e91a service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d7a82db-0693-4b36-bdf2-4e1d79993092 HTTP/1.1" status: 200 len: 911 time: 0.1700478 Feb 17 04:43:07.641278 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8b9376c2-30e4-47f3-a53f-48313eb9528a req-d0a07c73-0e90-458a-b659-cf50bb3508ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c8d9e88-eab4-4c1a-adf8-d65694486006 HTTP/1.1" status: 200 len: 998 time: 0.1127336 Feb 17 04:43:07.667240 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 54204) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:07.722769 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9376c2-30e4-47f3-a53f-48313eb9528a req-2a6b576a-5545-4a58-86f0-57c7e6af959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:07.724407 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8b9376c2-30e4-47f3-a53f-48313eb9528a req-2a6b576a-5545-4a58-86f0-57c7e6af959e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74b38920-b506-4cd3-87a7-221a55afe365 HTTP/1.1" status: 200 len: 856 time: 0.0759349 Feb 17 04:43:07.850397 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6702ce24-5368-463e-b0a3-24dbe03a8b60 req-0e537596-6977-450e-927e-067bacdf2a3e tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 210 time: 0.0596879 Feb 17 04:43:07.854052 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-18dcd4b1-2e16-44b4-bb64-a4f4f5e8773a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:07.873416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9376c2-30e4-47f3-a53f-48313eb9528a req-b03e22aa-31d9-42d8-9c54-3c29bc8ad0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:07.877073 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8b9376c2-30e4-47f3-a53f-48313eb9528a req-b03e22aa-31d9-42d8-9c54-3c29bc8ad0a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d7a82db-0693-4b36-bdf2-4e1d79993092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1453052 Feb 17 04:43:07.883316 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-18dcd4b1-2e16-44b4-bb64-a4f4f5e8773a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:07.887742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-18dcd4b1-2e16-44b4-bb64-a4f4f5e8773a admin admin] Usage tracker for resource:security_group_rule and tenant:6eaa1958487c413aa9ed4a822b081d67 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:07.892511 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-18dcd4b1-2e16-44b4-bb64-a4f4f5e8773a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:07.898817 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-18dcd4b1-2e16-44b4-bb64-a4f4f5e8773a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:08.054112 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8b9376c2-30e4-47f3-a53f-48313eb9528a req-46c8d5b6-5dad-4393-9ce1-174dddbdf14f service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643801 Feb 17 04:43:08.175435 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-18dcd4b1-2e16-44b4-bb64-a4f4f5e8773a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:08.202551 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-18dcd4b1-2e16-44b4-bb64-a4f4f5e8773a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:08.227216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bf64e3c7-dce7-461e-8e5a-bfcba2f1ac49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:08.239993 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8b9376c2-30e4-47f3-a53f-48313eb9528a req-161e6720-0551-41d0-95c3-80245b2fe82e service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1766105 Feb 17 04:43:08.263394 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 54224) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:08.273029 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-18dcd4b1-2e16-44b4-bb64-a4f4f5e8773a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6eaa1958487c413aa9ed4a822b081d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5964084 Feb 17 04:43:08.300673 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcd4b1-2e16-44b4-bb64-a4f4f5e8773a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347d86ea-25c0-489a-9bca-577f12069fcf,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:08.305392 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-18dcd4b1-2e16-44b4-bb64-a4f4f5e8773a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:08.416821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ced97e6d-3525-4d45-b62d-d2b396092cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:08.457480 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ced97e6d-3525-4d45-b62d-d2b396092cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:08.479616 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafc9af-d755-4612-a4c1-13f0931a7137 req-b725e183-681d-4fcb-ab41-33de4351188a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:08.488187 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-edafc9af-d755-4612-a4c1-13f0931a7137 req-b725e183-681d-4fcb-ab41-33de4351188a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1702969 Feb 17 04:43:08.571909 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-edafc9af-d755-4612-a4c1-13f0931a7137 req-08960289-3061-4485-868a-6e0fd10c8076 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825615 Feb 17 04:43:08.596748 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ced97e6d-3525-4d45-b62d-d2b396092cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:08.599708 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-8d6ef126-ae3a-4621-b364-e7f538f8daf0 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:08.605657 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-42a5b1f6-149b-4d2b-b3cf-3035290d972a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:08.616644 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-8d6ef126-ae3a-4621-b364-e7f538f8daf0 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/networks?id=88a134c2-d02f-44ef-83db-d81eb8997dd0 HTTP/1.1" status: 200 len: 814 time: 0.2173471 Feb 17 04:43:08.623449 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced97e6d-3525-4d45-b62d-d2b396092cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347d86ea-25c0-489a-9bca-577f12069fcf,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:08.626551 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ced97e6d-3525-4d45-b62d-d2b396092cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:08.629153 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-ced97e6d-3525-4d45-b62d-d2b396092cca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/347d86ea-25c0-489a-9bca-577f12069fcf HTTP/1.1" status: 204 len: 168 time: 0.3632820 Feb 17 04:43:08.629324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ced97e6d-3525-4d45-b62d-d2b396092cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:08.645465 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-af8fa103-3a12-4b8c-b4a0-a5ab5505dfb2 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/quotas/af8a0bedfcee4c1aa388b75d8822e191 HTTP/1.1" status: 200 len: 375 time: 0.0289679 Feb 17 04:43:08.787093 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-b2efce3a-b57c-4a3b-b0bb-ec449d5b7181 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Synchronizing usage tracker for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:port {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:43:08.866339 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-b2efce3a-b57c-4a3b-b0bb-ec449d5b7181 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Unset dirty status for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:port {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:43:08.868366 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-b2efce3a-b57c-4a3b-b0bb-ec449d5b7181 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=af8a0bedfcee4c1aa388b75d8822e191&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2194681 Feb 17 04:43:08.937551 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286af4a-e712-467c-ae04-83a218bb3182 req-06eaf8fd-2ffe-467f-9054-c7a705863bee tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:08.943011 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3286af4a-e712-467c-ae04-83a218bb3182 req-06eaf8fd-2ffe-467f-9054-c7a705863bee tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.65 "GET /v2.0/networks?id=dd07fcd5-3e82-455d-9a27-80b71f79489e HTTP/1.1" status: 200 len: 814 time: 0.2404144 Feb 17 04:43:08.960088 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-3286af4a-e712-467c-ae04-83a218bb3182 req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Request body: {'port': {'device_id': 'd737e1c4-0336-4e9c-969e-033565d4a835', 'network_id': 'dd07fcd5-3e82-455d-9a27-80b71f79489e', 'admin_state_up': True, 'tenant_id': 'e0d76c154d4d484090eb3b151aad1c43'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:09.090056 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-5d72c919-f3e9-446f-8153-2637ed1254e8 service neutron] 10.222.0.30 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037170 Feb 17 04:43:09.335307 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-3f666388-5365-4129-acd3-fd38c40048cb service neutron] 10.222.0.30 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2444732 Feb 17 04:43:09.504960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 54264) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:09.520736 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-adcc8ecb-874f-4f9d-9588-747371890c3b req-3fc107de-18cd-4f9e-81c7-cef1f3cf4d91 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 210 time: 0.3793547 Feb 17 04:43:09.536540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 54268) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:09.578261 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0f97-b425-437d-b966-0454edd8b08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:09.601191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7225c04a-c965-423b-96c7-cad2d8afcc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:09.603162 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-3a3b0f97-b425-437d-b966-0454edd8b08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:09.606663 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-3a3b0f97-b425-437d-b966-0454edd8b08a admin admin] Usage tracker for resource:security_group_rule and tenant:c0ba7835da5a425fbc245d4286a31971 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:09.609967 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-3a3b0f97-b425-437d-b966-0454edd8b08a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:09.631483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-3a3b0f97-b425-437d-b966-0454edd8b08a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:09.649040 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a964a8-d383-4b2e-b1bd-42b6d3c82455 admin admin] Deleting subnet 60b60636-ffa9-4f47-a560-308b2e41adc9 {{(pid=84101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:43:09.703012 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-3286af4a-e712-467c-ae04-83a218bb3182 req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:09.726479 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-3286af4a-e712-467c-ae04-83a218bb3182 req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:09.732553 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-17a964a8-d383-4b2e-b1bd-42b6d3c82455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:09.844395 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-17a964a8-d383-4b2e-b1bd-42b6d3c82455 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827445253'] for subnet, precommit_delete_associations {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:09.921840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3286af4a-e712-467c-ae04-83a218bb3182 req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Made reservation on behalf of e0d76c154d4d484090eb3b151aad1c43 for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:43:09.931740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3286af4a-e712-467c-ae04-83a218bb3182 req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:09.933169 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:09.976596 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-86562f11-a8b6-42f7-afe7-c179aaad759d req-4f14c169-b455-46ae-9748-c13c0141ca78 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 210 time: 0.0547950 Feb 17 04:43:09.985289 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0f97-b425-437d-b966-0454edd8b08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.005585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-17a964a8-d383-4b2e-b1bd-42b6d3c82455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851242243'] for subnet, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.060760 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0f97-b425-437d-b966-0454edd8b08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.167948 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-5955326d-c07a-433c-b425-2dbb741212b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:10.351222 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-17a964a8-d383-4b2e-b1bd-42b6d3c82455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1744043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827320875'] for subnet, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.357320 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-3a3b0f97-b425-437d-b966-0454edd8b08a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0ba7835da5a425fbc245d4286a31971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8193290 Feb 17 04:43:10.370066 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 54294) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:10.512723 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:10.524167 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b0f97-b425-437d-b966-0454edd8b08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743fda7b-2c22-45b9-8355-2f81d776940f,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:10.552816 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3a3b0f97-b425-437d-b966-0454edd8b08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:10.557380 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c9f834ae-7d95-4623-90ab-a8eb56c0fedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.558676 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a964a8-d383-4b2e-b1bd-42b6d3c82455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b60636-ffa9-4f47-a560-308b2e41adc9,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:10.562153 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-17a964a8-d383-4b2e-b1bd-42b6d3c82455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:10.579957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-17a964a8-d383-4b2e-b1bd-42b6d3c82455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.580789 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fb0f8-535b-4578-955b-f18cdd559db7 req-30921c4d-1240-4bdd-b61a-ccde989ca288 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:10.587271 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-868fb0f8-535b-4578-955b-f18cdd559db7 req-30921c4d-1240-4bdd-b61a-ccde989ca288 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.7965808 Feb 17 04:43:10.592420 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-17a964a8-d383-4b2e-b1bd-42b6d3c82455 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/60b60636-ffa9-4f47-a560-308b2e41adc9 HTTP/1.1" status: 204 len: 168 time: 1.0852234 Feb 17 04:43:10.595600 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 54302) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:10.817370 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c9f834ae-7d95-4623-90ab-a8eb56c0fedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:10.847239 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f2a7b663-a6fb-4fa4-9d09-920f75f8ef85 req-41e11484-d431-4bb8-8737-e49d78b346ca tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 210 time: 0.0809994 Feb 17 04:43:10.854594 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-868fb0f8-535b-4578-955b-f18cdd559db7 req-4e6f8850-6459-48d6-9719-30085c1c996c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644126 Feb 17 04:43:10.906760 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854052385'] for network, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:11.089319 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-3286af4a-e712-467c-ae04-83a218bb3182 req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Allocated IP 172.20.0.8 (dd07fcd5-3e82-455d-9a27-80b71f79489e/ccea322c-de5b-4849-bf41-88967bd9fc34/2c566dd7-9a75-40dc-aaf9-0eceee279ce9) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:43:11.246467 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c9f834ae-7d95-4623-90ab-a8eb56c0fedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:11.260499 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ce3eaf3c-f966-423e-880b-f52e530388db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:11.302490 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f834ae-7d95-4623-90ab-a8eb56c0fedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743fda7b-2c22-45b9-8355-2f81d776940f,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:11.317197 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-596d9b9b-7c13-4806-a8d2-6128ab16c936 req-689afc08-d2b1-4eb7-94fa-78fad6fee1cf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 210 time: 0.0828888 Feb 17 04:43:11.319018 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c9f834ae-7d95-4623-90ab-a8eb56c0fedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:11.322849 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851244700', 'neutron.services.segments.db._delete_segments_for_network-8743200863210'] for network, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:11.415477 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:11.466263 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c9ae03-8125-4510-a559-1bce178efd56']}} {{(pid=84101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:11.481074 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139c6e5e-b246-422f-a829-b0eec29f6c19') {'for_net_delete': True} {{(pid=84101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:11.481410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139c6e5e-b246-422f-a829-b0eec29f6c19') {} {{(pid=84101) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:43:11.497069 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293653907196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27330531'] for segment, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:11.509458 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c9f834ae-7d95-4623-90ab-a8eb56c0fedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:11.511455 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-c9f834ae-7d95-4623-90ab-a8eb56c0fedd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/743fda7b-2c22-45b9-8355-2f81d776940f HTTP/1.1" status: 204 len: 168 time: 1.1396387 Feb 17 04:43:11.518199 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:11.525722 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:43:11.665048 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3286af4a-e712-467c-ae04-83a218bb3182 req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:11.797137 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3286af4a-e712-467c-ae04-83a218bb3182 req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:11.815630 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:11.824194 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] Network 74c9ae03-8125-4510-a559-1bce178efd56 has no segments {{(pid=84101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:43:11.843672 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851238932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853031340'] for segment, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:12.195690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:12.246378 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Pushing event updated for resources: {'Port': ['ID=2c566dd7-9a75-40dc-aaf9-0eceee279ce9,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:12.246728 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] Network 74c9ae03-8125-4510-a559-1bce178efd56 has no segments {{(pid=84101) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:43:12.301674 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: Traceback (most recent call last): Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: timer() Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: cb(*args, **kw) Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: return func(*args, **kwargs) Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: self._notify() Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: self.callback(batched_events) Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: event.method(event) Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: segment_id)['aggregates'][0] Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: return f(self, *a, **k) Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: return self._get(url).json() Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: **kwargs) Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: return self.request(url, 'GET', **kwargs) Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: **endpoint_filter) Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:43:12.306484 dv-cinder-759987-4-smb neutron-server[83988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:43:12.443471 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcbc90-d07e-4a77-b47b-e54af972eeb6 req-fdd5e640-6e80-4113-96ce-a512740e885c tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:12.444978 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-f0bcbc90-d07e-4a77-b47b-e54af972eeb6 req-fdd5e640-6e80-4113-96ce-a512740e885c tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Synchronizing usage tracker for tenant:e0d76c154d4d484090eb3b151aad1c43 on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:43:12.490741 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3286af4a-e712-467c-ae04-83a218bb3182 req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Network dd07fcd5-3e82-455d-9a27-80b71f79489e is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:43:12.495994 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-3286af4a-e712-467c-ae04-83a218bb3182 req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:43:12.500024 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3286af4a-e712-467c-ae04-83a218bb3182 req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:43:12.545898 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7e627-d47c-4ad4-968b-49bb43d2c8a4 req-91f79907-f23e-43bc-8bfe-3295435a4e91 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:12.553142 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14c7e627-d47c-4ad4-968b-49bb43d2c8a4 req-91f79907-f23e-43bc-8bfe-3295435a4e91 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1741283 Feb 17 04:43:12.602435 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-f0bcbc90-d07e-4a77-b47b-e54af972eeb6 req-fdd5e640-6e80-4113-96ce-a512740e885c tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Unset dirty status for tenant:e0d76c154d4d484090eb3b151aad1c43 on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:43:12.617008 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f0bcbc90-d07e-4a77-b47b-e54af972eeb6 req-fdd5e640-6e80-4113-96ce-a512740e885c tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 931 time: 0.5082803 Feb 17 04:43:12.675444 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857043'] for network, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:12.685030 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:12.703280 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14c7e627-d47c-4ad4-968b-49bb43d2c8a4 req-1cf91d4d-fe69-4813-b62d-dfc88e0be5d8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484149 Feb 17 04:43:12.704814 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:12.724922 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286af4a-e712-467c-ae04-83a218bb3182 req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:12.725666 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3286af4a-e712-467c-ae04-83a218bb3182 req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:12.751331 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f0bcbc90-d07e-4a77-b47b-e54af972eeb6 req-69812719-6316-4b36-82fb-011bb2bdd032 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323965 Feb 17 04:43:12.782645 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] Pushing event deleted for resources: {'Network': ['ID=74c9ae03-8125-4510-a559-1bce178efd56,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:12.786153 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:12.801736 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-a0a5bd82-206a-4f44-9987-c857a6ad7452 admin admin] 10.222.0.30 "DELETE /v2.0/networks/74c9ae03-8125-4510-a559-1bce178efd56 HTTP/1.1" status: 204 len: 168 time: 2.1999671 Feb 17 04:43:12.826273 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3286af4a-e712-467c-ae04-83a218bb3182 req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8726342 Feb 17 04:43:12.970038 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d10fb830-6b04-4821-a602-cebf9da80343 req-41d33ed2-4564-4ade-87cb-95321ad71f40 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 210 time: 0.0965819 Feb 17 04:43:13.127372 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 54334) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:13.186056 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-cb80aeb2-52bf-4c86-81f4-8b669c3af1ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74b24202d7304395a1b3facebcca1da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566709 Feb 17 04:43:13.190720 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 54340) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:13.280548 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9f270943-3732-4d86-957f-d355dfa5c02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:13.318536 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9f270943-3732-4d86-957f-d355dfa5c02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:13.562492 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9f270943-3732-4d86-957f-d355dfa5c02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:13.568821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a66ad82c-2450-407d-b37e-a464236b1e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:13.590139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f270943-3732-4d86-957f-d355dfa5c02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567c1040-2521-49cf-8809-a4290f1af86b,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:13.597130 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9f270943-3732-4d86-957f-d355dfa5c02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:13.676776 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9f270943-3732-4d86-957f-d355dfa5c02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:13.678109 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-9f270943-3732-4d86-957f-d355dfa5c02d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/567c1040-2521-49cf-8809-a4290f1af86b HTTP/1.1" status: 204 len: 168 time: 0.4859622 Feb 17 04:43:14.007083 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffda73-2981-4d75-896e-56ae50c65de7 req-290fd4b1-4d22-4d67-94a3-75bc538d5a9b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:14.011233 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-22ffda73-2981-4d75-896e-56ae50c65de7 req-290fd4b1-4d22-4d67-94a3-75bc538d5a9b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1291082 Feb 17 04:43:14.137845 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-22ffda73-2981-4d75-896e-56ae50c65de7 req-95656b1b-b268-478e-95a6-67d2ce52a8cd tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113467 Feb 17 04:43:14.184102 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358b73-a3ae-446b-a7c6-cc7d3ab6f9a3 req-ba3140e2-fe43-4ed7-a80e-7f1af2adb7a1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:14.202861 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3358b73-a3ae-446b-a7c6-cc7d3ab6f9a3 req-ba3140e2-fe43-4ed7-a80e-7f1af2adb7a1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 931 time: 0.1982248 Feb 17 04:43:14.279067 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3358b73-a3ae-446b-a7c6-cc7d3ab6f9a3 req-e4d46d34-ea5f-42be-a01d-6c911f1c5d7b tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750380 Feb 17 04:43:14.430650 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1fd09581-156f-4719-81e7-82160bf8f267 req-e525fcee-124f-4047-a1f1-df36eb749d85 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 210 time: 0.1068475 Feb 17 04:43:15.609586 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3f31-b7fa-44aa-b10a-7211277e06f0 req-a28e7a63-c630-479a-a9a8-d4c0516dfd16 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:15.619611 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-874d3f31-b7fa-44aa-b10a-7211277e06f0 req-a28e7a63-c630-479a-a9a8-d4c0516dfd16 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1960297 Feb 17 04:43:15.676032 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-874d3f31-b7fa-44aa-b10a-7211277e06f0 req-8c3d4277-2fb0-40bb-b64e-39c4252dbad5 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547097 Feb 17 04:43:15.786266 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c61857-4e8a-4029-af08-9e47adcd0052 req-2c6b1471-29e4-4e02-aa71-3b2d2b61ee04 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:15.788418 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a4c61857-4e8a-4029-af08-9e47adcd0052 req-2c6b1471-29e4-4e02-aa71-3b2d2b61ee04 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 931 time: 0.1462934 Feb 17 04:43:15.878602 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a4c61857-4e8a-4029-af08-9e47adcd0052 req-a356d721-0687-46bb-a154-f49e19101ab6 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826838 Feb 17 04:43:15.940692 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a60cbe99-c2dd-4083-9b41-6100a1b1177c req-a83aca09-f6c5-4f5b-97d1-b61f26295f0f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 210 time: 0.1006036 Feb 17 04:43:16.956386 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fbeb6-0500-4091-94bd-3ba603e22da1 req-57eada36-a0e0-4a96-9f73-38f3ed074369 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:16.958315 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5c0fbeb6-0500-4091-94bd-3ba603e22da1 req-57eada36-a0e0-4a96-9f73-38f3ed074369 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1264398 Feb 17 04:43:17.172899 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d7a52-c8af-4609-bfff-2623ef49371a req-21752fe5-37f0-4567-86d6-ad42e793e40b tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:17.182517 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5c0fbeb6-0500-4091-94bd-3ba603e22da1 req-7c61bc67-cfec-47d1-b4b6-860e6f05f729 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177587 Feb 17 04:43:17.199708 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b29d7a52-c8af-4609-bfff-2623ef49371a req-21752fe5-37f0-4567-86d6-ad42e793e40b tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 931 time: 0.1436493 Feb 17 04:43:17.364536 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b29d7a52-c8af-4609-bfff-2623ef49371a req-78aec3d1-eebf-4286-b8fb-e5598b19c263 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615860 Feb 17 04:43:17.489445 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aa2c61a1-2419-4828-ac2f-57ad4911a4d8 req-b8ec7c75-46a4-43d6-b90f-e46cd06220f6 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 210 time: 0.0769103 Feb 17 04:43:18.581837 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c4c63-8479-41b0-ab9d-3be6308cb0e9 req-256226aa-3bd8-4f80-9712-f30e6a5d14ce tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:18.585093 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ac3c4c63-8479-41b0-ab9d-3be6308cb0e9 req-256226aa-3bd8-4f80-9712-f30e6a5d14ce tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1762683 Feb 17 04:43:18.647480 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ac3c4c63-8479-41b0-ab9d-3be6308cb0e9 req-8c52ef66-b9e7-436e-81db-998ecb107243 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519030 Feb 17 04:43:18.685558 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fab07-e853-446d-bbb3-9e0ce145623e req-1c96edd2-fbc6-4519-ba0b-65511860e50f tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:18.688084 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-764fab07-e853-446d-bbb3-9e0ce145623e req-1c96edd2-fbc6-4519-ba0b-65511860e50f tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 931 time: 0.1284504 Feb 17 04:43:18.744356 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-764fab07-e853-446d-bbb3-9e0ce145623e req-b0a0de48-a1d7-401d-894e-299e3be6c41f tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499251 Feb 17 04:43:18.822166 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ac76cc37-1c80-4777-a8b4-ef277da21b3b req-3aedc960-5ec2-4bae-8b8b-d552c1b1efa6 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 210 time: 0.0665524 Feb 17 04:43:19.678594 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:43:20.068134 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2a422-7f86-4e26-9fb1-413677ddbe2b req-435866a6-df33-4a65-a9ed-01de9c606373 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:20.070785 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aea2a422-7f86-4e26-9fb1-413677ddbe2b req-435866a6-df33-4a65-a9ed-01de9c606373 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.2254057 Feb 17 04:43:20.151778 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c384bf-c8df-4858-925e-9e0508375bd7 req-3b017921-98ba-4325-aae7-0fdde79c3657 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:20.151931 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aea2a422-7f86-4e26-9fb1-413677ddbe2b req-b8ca9cd4-ead3-47d5-b0fd-e347da39c338 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735488 Feb 17 04:43:20.153176 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d0c384bf-c8df-4858-925e-9e0508375bd7 req-3b017921-98ba-4325-aae7-0fdde79c3657 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 931 time: 0.1493962 Feb 17 04:43:20.226040 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d0c384bf-c8df-4858-925e-9e0508375bd7 req-74cbeb0d-f15c-4f68-8667-14b0a4b4d7b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671411 Feb 17 04:43:20.497568 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83bdb10d-6323-4641-8701-b8b5a8afcf85 req-225e3a25-8b14-4aea-a83b-2bd181ad1bc4 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 210 time: 0.0601311 Feb 17 04:43:21.501762 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1104c-c328-4e29-af81-364e7d27227d req-85c34762-d975-4757-a78c-281bbea5ea32 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:21.504501 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0ec1104c-c328-4e29-af81-364e7d27227d req-85c34762-d975-4757-a78c-281bbea5ea32 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 931 time: 0.1178756 Feb 17 04:43:21.574643 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0ec1104c-c328-4e29-af81-364e7d27227d req-692d0ec4-b344-4c0a-8035-cadc934326df tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512843 Feb 17 04:43:21.803234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e635ad4-63a7-4bb2-b6e4-844f6864fd4c req-ecf2d991-f30d-4f2b-b17d-e35225679cbe tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:21.806391 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9e635ad4-63a7-4bb2-b6e4-844f6864fd4c req-ecf2d991-f30d-4f2b-b17d-e35225679cbe tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.4455986 Feb 17 04:43:21.923441 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9e635ad4-63a7-4bb2-b6e4-844f6864fd4c req-4ab2bfe8-5729-4088-905f-0084c3e83331 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091025 Feb 17 04:43:21.956905 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-22d10905-bdb0-4cf4-abd3-e10a5dc87938 req-52925e33-e354-4ea3-b09f-0639656738ab tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 210 time: 0.1066804 Feb 17 04:43:22.849522 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6faf62-da6e-4e09-9cd0-44e381126a08 req-80ab0475-2dd3-4ce0-9506-99cc87fca0b8 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:22.851225 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7a6faf62-da6e-4e09-9cd0-44e381126a08 req-80ab0475-2dd3-4ce0-9506-99cc87fca0b8 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 931 time: 0.0932121 Feb 17 04:43:22.907454 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7a6faf62-da6e-4e09-9cd0-44e381126a08 req-a9837c59-1c36-4f86-838b-66dddebbff37 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484908 Feb 17 04:43:23.187298 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f64dd-7f5c-49fe-af95-b5042e2e9f88 req-631a90e1-2193-4dc2-95f0-db7dccdc08a7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:23.190823 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39f64dd-7f5c-49fe-af95-b5042e2e9f88 req-631a90e1-2193-4dc2-95f0-db7dccdc08a7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1145339 Feb 17 04:43:23.256664 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6e036952-85ae-450c-a09a-6f7dbbc05a66 req-198c7683-f2a9-4a64-9ba5-ac0beb6081d4 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 210 time: 0.0814664 Feb 17 04:43:23.262319 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39f64dd-7f5c-49fe-af95-b5042e2e9f88 req-e87fe152-0ad4-42f0-8925-db6a730ab1a9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641408 Feb 17 04:43:23.499558 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:24.127255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be45c7-ca12-484c-8401-18a40227f72f req-773b8735-da78-4810-a148-bce74de6c32d tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:24.128988 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c7be45c7-ca12-484c-8401-18a40227f72f req-773b8735-da78-4810-a148-bce74de6c32d tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 931 time: 0.0926380 Feb 17 04:43:24.184209 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 54506) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:24.191183 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c7be45c7-ca12-484c-8401-18a40227f72f req-ac2719f6-5471-4fdd-bc0e-cdba21e69973 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540862 Feb 17 04:43:24.341004 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f5706d54-64a1-4fb3-a05f-40d21dff1819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:24.369295 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f5706d54-64a1-4fb3-a05f-40d21dff1819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:24.373760 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f5706d54-64a1-4fb3-a05f-40d21dff1819 admin admin] Usage tracker for resource:security_group_rule and tenant:49ff6eb868734493aee3468e49c4457d is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:24.377736 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f5706d54-64a1-4fb3-a05f-40d21dff1819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:24.384261 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f5706d54-64a1-4fb3-a05f-40d21dff1819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:24.461710 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e47c17d9-1847-4b9f-9b11-874c1566ef80 req-6bf021b8-30c7-450c-b614-1a713e208c78 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 210 time: 0.0569129 Feb 17 04:43:24.521176 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202a555-d38d-46e2-9a8d-e2b0e3bc7829 req-b767ce05-2158-453e-a1a3-1658495c6522 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:24.522750 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b202a555-d38d-46e2-9a8d-e2b0e3bc7829 req-b767ce05-2158-453e-a1a3-1658495c6522 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.0964501 Feb 17 04:43:24.547347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f5706d54-64a1-4fb3-a05f-40d21dff1819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:24.573692 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b202a555-d38d-46e2-9a8d-e2b0e3bc7829 req-45ed9ce0-5461-4835-97e2-7bcef633489e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442834 Feb 17 04:43:24.579264 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f5706d54-64a1-4fb3-a05f-40d21dff1819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:24.589111 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-809cbc34-0e4a-494e-a27c-6308200560d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:24.638551 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f5706d54-64a1-4fb3-a05f-40d21dff1819 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49ff6eb868734493aee3468e49c4457d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529626 Feb 17 04:43:24.639664 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5706d54-64a1-4fb3-a05f-40d21dff1819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3a9d08-2d2a-4eb9-9740-25bfe9571fd1,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:24.641994 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 54518) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:24.643775 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f5706d54-64a1-4fb3-a05f-40d21dff1819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:24.721600 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0e94a4b4-47c4-4933-9a1d-09bca9af4b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:24.757278 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0e94a4b4-47c4-4933-9a1d-09bca9af4b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:24.893392 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0e94a4b4-47c4-4933-9a1d-09bca9af4b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:24.899015 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:24.913943 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94a4b4-47c4-4933-9a1d-09bca9af4b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3a9d08-2d2a-4eb9-9740-25bfe9571fd1,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:24.917555 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0e94a4b4-47c4-4933-9a1d-09bca9af4b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:24.919738 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0e94a4b4-47c4-4933-9a1d-09bca9af4b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:24.921576 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-0e94a4b4-47c4-4933-9a1d-09bca9af4b35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db3a9d08-2d2a-4eb9-9740-25bfe9571fd1 HTTP/1.1" status: 204 len: 168 time: 0.2777777 Feb 17 04:43:24.978804 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Request body: {'port': {'device_id': 'd737e1c4-0336-4e9c-969e-033565d4a835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:25.170757 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:25.217725 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8833b-91ab-488c-ba23-4e910cc748e0 req-f6a11d74-0164-47bf-893f-eaefdb161871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:25.223845 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-91e8833b-91ab-488c-ba23-4e910cc748e0 req-f6a11d74-0164-47bf-893f-eaefdb161871 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 1160 time: 0.0915625 Feb 17 04:43:25.517791 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8833b-91ab-488c-ba23-4e910cc748e0 req-f534fbb3-a89c-409f-8576-ec11d0f47e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:25.519440 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-91e8833b-91ab-488c-ba23-4e910cc748e0 req-f534fbb3-a89c-409f-8576-ec11d0f47e78 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d7a82db-0693-4b36-bdf2-4e1d79993092 HTTP/1.1" status: 200 len: 911 time: 0.2695539 Feb 17 04:43:25.667768 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633ea46-5192-41bd-bd8f-b4a565b6b4bd req-d8bd0b5e-b3aa-4217-8cec-e32368e8f1e5 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:25.676120 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a633ea46-5192-41bd-bd8f-b4a565b6b4bd req-d8bd0b5e-b3aa-4217-8cec-e32368e8f1e5 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 931 time: 0.3256938 Feb 17 04:43:25.713633 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-92fb3a57-5aca-49ca-a26f-fb63bba032bc req-c7e1e5c4-68be-4f70-951a-0368cf5058a5 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 210 time: 0.0897028 Feb 17 04:43:25.714029 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 54544) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:25.758427 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-91e8833b-91ab-488c-ba23-4e910cc748e0 req-9c777333-1a98-475e-ab24-d5eabd8b4d98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c8d9e88-eab4-4c1a-adf8-d65694486006 HTTP/1.1" status: 200 len: 998 time: 0.2273817 Feb 17 04:43:25.760711 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cbb03309-55f3-482d-aa3a-462b090e6f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:25.832400 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a633ea46-5192-41bd-bd8f-b4a565b6b4bd req-a4929323-51df-48d9-ac18-66a78f817893 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550834 Feb 17 04:43:25.859797 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-cbb03309-55f3-482d-aa3a-462b090e6f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:25.868110 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-cbb03309-55f3-482d-aa3a-462b090e6f96 admin admin] Usage tracker for resource:security_group_rule and tenant:800e13afc9da40c395b3f784658056f6 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:25.875379 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-cbb03309-55f3-482d-aa3a-462b090e6f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:25.886840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-cbb03309-55f3-482d-aa3a-462b090e6f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:25.890215 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8833b-91ab-488c-ba23-4e910cc748e0 req-a12d3051-a280-48d4-a3a8-5b2e18a3c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:25.892417 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-91e8833b-91ab-488c-ba23-4e910cc748e0 req-a12d3051-a280-48d4-a3a8-5b2e18a3c344 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74b38920-b506-4cd3-87a7-221a55afe365 HTTP/1.1" status: 200 len: 856 time: 0.1205258 Feb 17 04:43:26.066163 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8833b-91ab-488c-ba23-4e910cc748e0 req-fe6e84b3-4cc7-4b87-b7c4-a1e898b2feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:26.067843 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-91e8833b-91ab-488c-ba23-4e910cc748e0 req-fe6e84b3-4cc7-4b87-b7c4-a1e898b2feb4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d7a82db-0693-4b36-bdf2-4e1d79993092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1650510 Feb 17 04:43:26.215714 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2904f-e5ff-4365-bca9-a379c15e96d0 req-5fe7a55e-67d0-4743-9104-d38325da0637 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:26.224184 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-66f2904f-e5ff-4365-bca9-a379c15e96d0 req-5fe7a55e-67d0-4743-9104-d38325da0637 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.3280938 Feb 17 04:43:26.290832 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-66f2904f-e5ff-4365-bca9-a379c15e96d0 req-aa713533-6647-4984-8f10-cc350d3c63b8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653319 Feb 17 04:43:26.328405 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-91e8833b-91ab-488c-ba23-4e910cc748e0 req-0be0787e-d3bd-4d62-aa99-50f22e5d5cf6 service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506337 Feb 17 04:43:26.505062 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:43:26.518903 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:26.549081 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-91e8833b-91ab-488c-ba23-4e910cc748e0 req-e6e22116-06c9-42dc-bbbf-5a398f9a40dd service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1931679 Feb 17 04:43:26.558277 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Transition to ACTIVE for port object 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:43:26.559619 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cbb03309-55f3-482d-aa3a-462b090e6f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:26.588131 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-c7089133-9a8a-4518-b4ee-abcb48cafd72 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:26.589091 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-c7089133-9a8a-4518-b4ee-abcb48cafd72 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Synchronizing usage tracker for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:network {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:43:26.626451 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:26.632982 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cbb03309-55f3-482d-aa3a-462b090e6f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:26.643351 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6bb50add-6b57-49bf-8fd9-71d808739979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:26.697495 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-cbb03309-55f3-482d-aa3a-462b090e6f96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=800e13afc9da40c395b3f784658056f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9854691 Feb 17 04:43:26.699565 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb03309-55f3-482d-aa3a-462b090e6f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a797749e-daf3-4ca8-b24b-81793a047f6f,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:26.704118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-cbb03309-55f3-482d-aa3a-462b090e6f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:26.705597 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 54586) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:26.783410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6f31981-dd7f-4382-85a6-1746bf92aee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:26.810074 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0ba38820-3ffa-4b2b-aad8-9b21cf1ad867 tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:26.816077 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6f31981-dd7f-4382-85a6-1746bf92aee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:26.872487 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-c7089133-9a8a-4518-b4ee-abcb48cafd72 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Unset dirty status for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:network {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:43:26.873783 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-c7089133-9a8a-4518-b4ee-abcb48cafd72 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.65 "GET /v2.0/networks?id=88a134c2-d02f-44ef-83db-d81eb8997dd0 HTTP/1.1" status: 200 len: 814 time: 0.5088148 Feb 17 04:43:26.893326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Request body: {'port': {'device_id': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0', 'admin_state_up': True, 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:26.898840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6f31981-dd7f-4382-85a6-1746bf92aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:26.903542 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-eeef383f-6497-4ebd-ae6c-262efd66872e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:26.939071 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f31981-dd7f-4382-85a6-1746bf92aee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a797749e-daf3-4ca8-b24b-81793a047f6f,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:26.942132 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f6f31981-dd7f-4382-85a6-1746bf92aee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:26.986019 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6f31981-dd7f-4382-85a6-1746bf92aee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:26.987299 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f6f31981-dd7f-4382-85a6-1746bf92aee5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a797749e-daf3-4ca8-b24b-81793a047f6f HTTP/1.1" status: 204 len: 168 time: 0.2804785 Feb 17 04:43:27.177039 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b125813-7fca-4b98-8846-cb5b0f0e2aa1 req-9196413f-3106-4136-892d-832cd0436177 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:27.178868 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1b125813-7fca-4b98-8846-cb5b0f0e2aa1 req-9196413f-3106-4136-892d-832cd0436177 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.1275938 Feb 17 04:43:27.245867 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1b125813-7fca-4b98-8846-cb5b0f0e2aa1 req-d57699cb-dc04-4910-b964-91a30d0a4458 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549033 Feb 17 04:43:27.507472 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94b74d70-5437-4882-b72a-8ffe3913f072 req-fa7af26a-18a5-4761-ac23-f67fc319e4c3 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 210 time: 0.3863780 Feb 17 04:43:27.513730 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Pushing event updated for resources: {'Port': ['ID=2c566dd7-9a75-40dc-aaf9-0eceee279ce9,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:27.531564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:27.546530 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Attempting to bind port 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:43:27.546912 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Attempting to bind port 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '0a0671b8-9744-422d-a03c-b5effad0fae8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd07fcd5-3e82-455d-9a27-80b71f79489e'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:43:27.547325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Attempting to bind port 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 on network dd07fcd5-3e82-455d-9a27-80b71f79489e {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:43:27.582462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa8c74-aee4-4b76-9e2b-2743b177d47e req-940813b4-ee28-4df0-bd49-e8dae7d643e3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:27.590599 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0ffa8c74-aee4-4b76-9e2b-2743b177d47e req-940813b4-ee28-4df0-bd49-e8dae7d643e3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1484149 Feb 17 04:43:27.609481 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:43:27.610824 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Checking segment: {'id': '0a0671b8-9744-422d-a03c-b5effad0fae8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd07fcd5-3e82-455d-9a27-80b71f79489e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:43:27.611441 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:27.612048 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Bound using segment: {'id': '0a0671b8-9744-422d-a03c-b5effad0fae8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd07fcd5-3e82-455d-9a27-80b71f79489e'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:43:27.612911 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Bound port: 2c566dd7-9a75-40dc-aaf9-0eceee279ce9, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0671b8-9744-422d-a03c-b5effad0fae8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dd07fcd5-3e82-455d-9a27-80b71f79489e'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:43:27.613399 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:27.636730 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:27.665753 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0ffa8c74-aee4-4b76-9e2b-2743b177d47e req-64d1f10f-d393-4b43-bef5-16b496ffef47 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740719 Feb 17 04:43:27.699566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:27.762067 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Made reservation on behalf of af8a0bedfcee4c1aa388b75d8822e191 for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:43:27.769104 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:27.807695 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] For port 2c566dd7-9a75-40dc-aaf9-0eceee279ce9, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:43:27.819905 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] For port 2c566dd7-9a75-40dc-aaf9-0eceee279ce9, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2c566dd7-9a75-40dc-aaf9-0eceee279ce9,segment=NetworkSegment(0a0671b8-9744-422d-a03c-b5effad0fae8),segment_id=0a0671b8-9744-422d-a03c-b5effad0fae8)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:43:27.924914 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:27.956294 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-388126e2-b560-49fd-9786-af212809eea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:28.428806 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Allocated IP 172.20.0.11 (88a134c2-d02f-44ef-83db-d81eb8997dd0/8bf2c492-a598-4678-9f75-5d00b6e65b65/1f3f4b3e-4a25-4294-8170-e6f82f754d50) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:43:28.551710 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Pushing event updated for resources: {'Port': ['ID=2c566dd7-9a75-40dc-aaf9-0eceee279ce9,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:28.561855 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:28.689614 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:28.718849 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:28.718849 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3286af4a-e712-467c-ae04-83a218bb3182 req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] 10.222.0.65 "PUT /v2.0/ports/2c566dd7-9a75-40dc-aaf9-0eceee279ce9 HTTP/1.1" status: 200 len: 1157 time: 3.7232475 Feb 17 04:43:28.718849 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd737e1c4-0336-4e9c-969e-033565d4a835', 'tag': '2c566dd7-9a75-40dc-aaf9-0eceee279ce9'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:43:28.787932 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-554a8cdc-5541-4ad0-811a-f1bc06d69120 req-ff08552a-7b48-448e-812f-4e7cad08c2ef tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 210 time: 0.0832865 Feb 17 04:43:28.823605 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a83199-182c-4ffd-a236-b20191ce77c0 req-80bf5385-0f91-464f-9444-3ed7b5ede093 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:28.839028 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a5a83199-182c-4ffd-a236-b20191ce77c0 req-80bf5385-0f91-464f-9444-3ed7b5ede093 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.4279349 Feb 17 04:43:28.965009 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a5a83199-182c-4ffd-a236-b20191ce77c0 req-2de61da1-f25e-43a5-912f-317455321fd0 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247065 Feb 17 04:43:29.096032 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:29.122026 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd737e1c4-0336-4e9c-969e-033565d4a835', 'tag': '2c566dd7-9a75-40dc-aaf9-0eceee279ce9', 'status': 'completed', 'code': 200} Feb 17 04:43:29.143086 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5adb4-8243-4888-8d1c-1e64c705db9b req-9da763df-5a7e-478f-ba51-ec96a457fc73 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:29.146910 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Transition to ACTIVE for port object 1f3f4b3e-4a25-4294-8170-e6f82f754d50 will not be triggered until provisioned by entity DHCP. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:43:29.156996 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4ff5adb4-8243-4888-8d1c-1e64c705db9b req-9da763df-5a7e-478f-ba51-ec96a457fc73 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.2344398 Feb 17 04:43:29.225046 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:29.231546 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4ff5adb4-8243-4888-8d1c-1e64c705db9b req-c60f5c5a-ef8c-48a4-89f2-1b37f676b010 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668182 Feb 17 04:43:29.389993 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-02f70fd8-8726-46ca-94d8-ea45a702c66e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:29.483863 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Pushing event updated for resources: {'Port': ['ID=1f3f4b3e-4a25-4294-8170-e6f82f754d50,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:29.488810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:29.494336 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Network 88a134c2-d02f-44ef-83db-d81eb8997dd0 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:43:29.495619 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:43:29.512934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:43:29.674503 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:29.675276 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:29.778572 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b95482-6ea4-4922-a486-79ee0bfacaee req-59e3d281-3a0d-4701-9a95-a5855406fe68 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:29.780570 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c6b95482-6ea4-4922-a486-79ee0bfacaee req-59e3d281-3a0d-4701-9a95-a5855406fe68 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1331270 Feb 17 04:43:29.802925 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9166100 Feb 17 04:43:29.809638 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 54676) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:29.900561 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c6b95482-6ea4-4922-a486-79ee0bfacaee req-a3136885-9292-4ce4-bc58-0f76bf62cdbf tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085293 Feb 17 04:43:29.933213 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-539f2d5f-1df7-45ab-bb8f-0928668dfa66 None None] Provisioning for port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:43:29.943284 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-539f2d5f-1df7-45ab-bb8f-0928668dfa66 None None] Provisioning complete for port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:29.943284 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-539f2d5f-1df7-45ab-bb8f-0928668dfa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.006471 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-539f2d5f-1df7-45ab-bb8f-0928668dfa66 None None] Port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:43:30.028168 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a1f92e2a-e01d-47d5-af3b-35f5016befa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.092890 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-a1f92e2a-e01d-47d5-af3b-35f5016befa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:30.107795 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-a1f92e2a-e01d-47d5-af3b-35f5016befa8 admin admin] Usage tracker for resource:security_group_rule and tenant:b9758db90ee94bc18fadaf99b19e568d is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:30.122552 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-a1f92e2a-e01d-47d5-af3b-35f5016befa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:30.131551 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-a1f92e2a-e01d-47d5-af3b-35f5016befa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:30.203852 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b94f17-552e-455e-ae77-4d160adffd9a req-8839c22f-ab52-45a8-861d-b5cf1af76f50 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:30.204685 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-50b94f17-552e-455e-ae77-4d160adffd9a req-8839c22f-ab52-45a8-861d-b5cf1af76f50 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Synchronizing usage tracker for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:43:30.262517 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2de6e8-7530-4afd-8272-7b9f8b46ee31 req-ffe1de82-a098-4592-afb1-7879cbc6b53d tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:30.264823 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-50b94f17-552e-455e-ae77-4d160adffd9a req-8839c22f-ab52-45a8-861d-b5cf1af76f50 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Unset dirty status for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:43:30.266825 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-50b94f17-552e-455e-ae77-4d160adffd9a req-8839c22f-ab52-45a8-861d-b5cf1af76f50 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 932 time: 0.2149918 Feb 17 04:43:30.275461 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a1f92e2a-e01d-47d5-af3b-35f5016befa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.279499 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2a2de6e8-7530-4afd-8272-7b9f8b46ee31 req-ffe1de82-a098-4592-afb1-7879cbc6b53d tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.1331937 Feb 17 04:43:30.325149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-50b94f17-552e-455e-ae77-4d160adffd9a req-81c9516d-f0a1-498f-bc08-7f0b747d241d tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Synchronizing usage tracker for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:security_group {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:43:30.327978 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a1f92e2a-e01d-47d5-af3b-35f5016befa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.333155 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2a2de6e8-7530-4afd-8272-7b9f8b46ee31 req-27ab24eb-db67-4dad-b752-006aca900f68 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525069 Feb 17 04:43:30.338437 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-16256415-6ed6-458c-bac8-2d9a7e394ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:30.399195 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-a1f92e2a-e01d-47d5-af3b-35f5016befa8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9758db90ee94bc18fadaf99b19e568d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5855539 Feb 17 04:43:30.399195 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f92e2a-e01d-47d5-af3b-35f5016befa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc50c09-4d0c-4408-881e-5648a28bc57d,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:30.403067 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 54686) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:30.415249 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a1f92e2a-e01d-47d5-af3b-35f5016befa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:30.482333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-50b94f17-552e-455e-ae77-4d160adffd9a req-81c9516d-f0a1-498f-bc08-7f0b747d241d tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Unset dirty status for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:security_group {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:43:30.484795 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-50b94f17-552e-455e-ae77-4d160adffd9a req-81c9516d-f0a1-498f-bc08-7f0b747d241d tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076125 Feb 17 04:43:30.510741 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1baefba8-b48a-4b99-b9be-b826a43b8086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.546118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1baefba8-b48a-4b99-b9be-b826a43b8086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.577875 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0c302-551f-4935-9179-214ceff26441 req-08149981-efa6-460b-94d4-2c953bca2bd5 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:30.580137 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-13d0c302-551f-4935-9179-214ceff26441 req-08149981-efa6-460b-94d4-2c953bca2bd5 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1158381 Feb 17 04:43:30.629372 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1baefba8-b48a-4b99-b9be-b826a43b8086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.638334 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-88ca278f-d17a-4666-89ec-9b49372e3f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:30.650888 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-13d0c302-551f-4935-9179-214ceff26441 req-e4b6f430-1049-4062-aa3f-44f8cb6a8ff8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571916 Feb 17 04:43:30.664215 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baefba8-b48a-4b99-b9be-b826a43b8086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc50c09-4d0c-4408-881e-5648a28bc57d,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:30.667382 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1baefba8-b48a-4b99-b9be-b826a43b8086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:30.670490 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1baefba8-b48a-4b99-b9be-b826a43b8086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:30.671946 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1baefba8-b48a-4b99-b9be-b826a43b8086 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afc50c09-4d0c-4408-881e-5648a28bc57d HTTP/1.1" status: 204 len: 168 time: 0.2691355 Feb 17 04:43:31.134845 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da447481-341a-4612-8411-ec670972946c req-1358438f-7cc3-42a4-ab55-6c6989b144b1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:31.143222 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-da447481-341a-4612-8411-ec670972946c req-1358438f-7cc3-42a4-ab55-6c6989b144b1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1234810 Feb 17 04:43:31.193601 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-da447481-341a-4612-8411-ec670972946c req-2de5b648-4d55-4f0a-9fdb-98335a8a37e7 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494025 Feb 17 04:43:31.565664 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42cdbe-006a-4389-9046-5eef88da59fd req-e4849d71-76e4-403e-b085-6eb3f96f6578 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:31.573452 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3b42cdbe-006a-4389-9046-5eef88da59fd req-e4849d71-76e4-403e-b085-6eb3f96f6578 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.1065867 Feb 17 04:43:31.638809 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3b42cdbe-006a-4389-9046-5eef88da59fd req-815d1437-603c-4ad6-936a-8b90235a4553 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505652 Feb 17 04:43:31.825346 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0394c8a-3c0e-40c5-a869-1fe79f15650e req-9ed9ac04-4011-4cff-ad03-7df320317692 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:31.834296 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d0394c8a-3c0e-40c5-a869-1fe79f15650e req-9ed9ac04-4011-4cff-ad03-7df320317692 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 932 time: 0.2090931 Feb 17 04:43:31.885097 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d0394c8a-3c0e-40c5-a869-1fe79f15650e req-92050a3d-9829-4523-8140-401898f9becf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497255 Feb 17 04:43:31.954741 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc01d3f-1974-4f11-9435-c4d467a74010 req-371b7915-4964-48aa-b818-78af215b1422 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:31.956508 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3dc01d3f-1974-4f11-9435-c4d467a74010 req-371b7915-4964-48aa-b818-78af215b1422 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1082749 Feb 17 04:43:32.024718 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3dc01d3f-1974-4f11-9435-c4d467a74010 req-292ae38e-44d4-486c-a4ce-969f8584ae46 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605044 Feb 17 04:43:32.541174 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489936a8-4409-4438-a18c-b727f0e79a4d req-7ac78d73-5c08-4310-aee3-4609a9b0e2e5 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:32.542998 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-489936a8-4409-4438-a18c-b727f0e79a4d req-7ac78d73-5c08-4310-aee3-4609a9b0e2e5 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1800900 Feb 17 04:43:32.613728 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-489936a8-4409-4438-a18c-b727f0e79a4d req-617d6cbd-9f7d-45a8-995a-1848c38688eb tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627117 Feb 17 04:43:32.931588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f6039-e4d1-4f90-96eb-25c887d19c02 req-9116ffa3-7256-4bb7-a473-66e7d2462721 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:32.940600 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-415f6039-e4d1-4f90-96eb-25c887d19c02 req-9116ffa3-7256-4bb7-a473-66e7d2462721 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.1622000 Feb 17 04:43:32.948698 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 54768) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:33.038990 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-415f6039-e4d1-4f90-96eb-25c887d19c02 req-7e879f85-1fdc-4c83-8dd7-8a674e5d749f tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899646 Feb 17 04:43:33.256729 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf314d-8998-46fd-b9ad-2ac6344f6109 req-f8a38578-5e9a-4b30-82fe-8ccaa83a7706 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:33.258942 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-adaf314d-8998-46fd-b9ad-2ac6344f6109 req-f8a38578-5e9a-4b30-82fe-8ccaa83a7706 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 932 time: 0.1310096 Feb 17 04:43:33.306748 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f7407200-783b-4c9d-b2dc-745396408c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:33.329461 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f7407200-783b-4c9d-b2dc-745396408c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:43:33.333953 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f7407200-783b-4c9d-b2dc-745396408c75 admin admin] Usage tracker for resource:security_group_rule and tenant:1b326355630b427f95fccf46c851872b is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:43:33.335943 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcee1a-8482-4ceb-869e-a6206594251a req-cf90cec6-bdf6-49ce-8569-917f0e236e6d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:33.337194 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f7407200-783b-4c9d-b2dc-745396408c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:43:33.337840 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a9bcee1a-8482-4ceb-869e-a6206594251a req-cf90cec6-bdf6-49ce-8569-917f0e236e6d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1387401 Feb 17 04:43:33.343349 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f7407200-783b-4c9d-b2dc-745396408c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:43:33.399065 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a9bcee1a-8482-4ceb-869e-a6206594251a req-7e0d22e9-6d7d-49c7-b078-33525acee6ea tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532196 Feb 17 04:43:33.451186 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-adaf314d-8998-46fd-b9ad-2ac6344f6109 req-e63f3eea-5864-442d-a5eb-e1f776af4569 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640761 Feb 17 04:43:33.476884 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f7407200-783b-4c9d-b2dc-745396408c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:33.527417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f7407200-783b-4c9d-b2dc-745396408c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:33.536615 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1941c79d-3444-463c-9eec-85be7e237ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:33.590958 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f7407200-783b-4c9d-b2dc-745396408c75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b326355630b427f95fccf46c851872b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6409602 Feb 17 04:43:33.592075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7407200-783b-4c9d-b2dc-745396408c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec39a2dd-f617-4201-ad0c-3915cfe59180,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:33.593870 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 54784) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:43:33.595786 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f7407200-783b-4c9d-b2dc-745396408c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:33.666395 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-307baec1-f3bc-4226-92c4-832339673ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:33.705241 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-307baec1-f3bc-4226-92c4-832339673ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:33.811484 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-307baec1-f3bc-4226-92c4-832339673ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:33.823463 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-62221016-8df6-49a8-8f79-e3a673e50890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:33.863084 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307baec1-f3bc-4226-92c4-832339673ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec39a2dd-f617-4201-ad0c-3915cfe59180,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:33.876523 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-307baec1-f3bc-4226-92c4-832339673ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:33.878079 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-307baec1-f3bc-4226-92c4-832339673ff6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec39a2dd-f617-4201-ad0c-3915cfe59180 HTTP/1.1" status: 204 len: 168 time: 0.2830298 Feb 17 04:43:33.879528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-307baec1-f3bc-4226-92c4-832339673ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:33.941184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748deb76-45a2-4020-9a33-881b41aae291 req-6556fe60-7519-4384-9cad-fe5a69ab4bc2 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:33.943112 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-748deb76-45a2-4020-9a33-881b41aae291 req-6556fe60-7519-4384-9cad-fe5a69ab4bc2 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1767519 Feb 17 04:43:34.044832 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-748deb76-45a2-4020-9a33-881b41aae291 req-12e2afff-574b-46ce-9832-369430d6a517 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786347 Feb 17 04:43:34.412783 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eec6d-2765-456a-8701-0fb94e24f144 req-3246ba47-b165-4d9d-9175-9e93ca7ea22b tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:34.414471 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ed9eec6d-2765-456a-8701-0fb94e24f144 req-3246ba47-b165-4d9d-9175-9e93ca7ea22b tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.1062956 Feb 17 04:43:34.474322 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ed9eec6d-2765-456a-8701-0fb94e24f144 req-2fcb0f86-dad4-4c7b-a2e8-6049aa588b6d tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529730 Feb 17 04:43:34.744874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bbbed-06b4-47d9-a3f4-49bce781d2b3 req-fcc4f93d-493d-4a43-9682-603bae564b76 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:34.754820 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8c8bbbed-06b4-47d9-a3f4-49bce781d2b3 req-fcc4f93d-493d-4a43-9682-603bae564b76 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1207912 Feb 17 04:43:34.787705 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb9ba1-0895-43d0-884d-1471c2884759 req-85b4a8a7-85cf-47c4-8c6f-d529793b321f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:34.790678 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bb9ba1-0895-43d0-884d-1471c2884759 req-85b4a8a7-85cf-47c4-8c6f-d529793b321f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 932 time: 0.1714301 Feb 17 04:43:34.817026 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8c8bbbed-06b4-47d9-a3f4-49bce781d2b3 req-94465363-6217-429c-8524-17cb4cc792a6 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611079 Feb 17 04:43:34.869844 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60bb9ba1-0895-43d0-884d-1471c2884759 req-b933a71f-cc9f-4831-92c4-425618e3fb7f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725200 Feb 17 04:43:35.314400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32db945-0964-45f4-b4fe-1092b411f07e req-db6a9661-237b-4c9d-ba04-de184d6eda7c tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:35.316145 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d32db945-0964-45f4-b4fe-1092b411f07e req-db6a9661-237b-4c9d-ba04-de184d6eda7c tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1101313 Feb 17 04:43:35.374329 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d32db945-0964-45f4-b4fe-1092b411f07e req-7f497082-7b61-4370-b8a6-129c3b3694c5 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513601 Feb 17 04:43:35.702862 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcfc4a-f304-4ac8-8584-4a086889aade req-ca10df33-c935-4fe7-9cb3-8293b5afabf6 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:35.704731 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fefcfc4a-f304-4ac8-8584-4a086889aade req-ca10df33-c935-4fe7-9cb3-8293b5afabf6 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.1003885 Feb 17 04:43:35.769291 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fefcfc4a-f304-4ac8-8584-4a086889aade req-35a9f4a6-1ba9-4bb7-99b6-76edce33d651 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579870 Feb 17 04:43:36.117735 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7c156-e31e-4003-8b1c-c24a49efe95c req-c2375316-c0da-425b-941f-f47e6e2fb00c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:36.127116 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-66c7c156-e31e-4003-8b1c-c24a49efe95c req-c2375316-c0da-425b-941f-f47e6e2fb00c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1369591 Feb 17 04:43:36.145026 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352f814-3156-4e61-9dfd-d26042df9d88 req-65d97464-8ea0-4854-b0b6-de586a931513 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:36.153099 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a352f814-3156-4e61-9dfd-d26042df9d88 req-65d97464-8ea0-4854-b0b6-de586a931513 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 932 time: 0.1509452 Feb 17 04:43:36.196501 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-66c7c156-e31e-4003-8b1c-c24a49efe95c req-76e0e959-0ef6-4139-bdec-8d9fb3ce3b6c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682328 Feb 17 04:43:36.216262 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a352f814-3156-4e61-9dfd-d26042df9d88 req-aa352c5c-053d-4acf-bd9d-b8e5e15cfc13 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619795 Feb 17 04:43:36.589384 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f92cd1-68f1-4bb9-b84b-6415636a8d9a req-bc5d1a54-50cd-4f27-99e9-b56bf3a5b084 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:36.591407 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-57f92cd1-68f1-4bb9-b84b-6415636a8d9a req-bc5d1a54-50cd-4f27-99e9-b56bf3a5b084 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0961337 Feb 17 04:43:36.643096 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-57f92cd1-68f1-4bb9-b84b-6415636a8d9a req-72097b7a-2ef6-441d-ab58-9f1240d9c72b tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442655 Feb 17 04:43:36.989003 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71836065-4fd1-4647-9572-ed47a82c2a60 req-bce4c546-75fa-4fe6-b510-f3ad2518279e tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:36.990645 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-71836065-4fd1-4647-9572-ed47a82c2a60 req-bce4c546-75fa-4fe6-b510-f3ad2518279e tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.1023757 Feb 17 04:43:37.062118 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-71836065-4fd1-4647-9572-ed47a82c2a60 req-37c26725-d352-41d3-817f-2d9e453ace23 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640869 Feb 17 04:43:37.202178 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3268d977-f445-4ad9-af8a-32b4d54a8e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:37.565208 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa60b65-b54e-4e20-a2ff-3656dd001abd req-e22413da-f38a-4004-9e3c-d83214210206 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:37.574470 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9aa60b65-b54e-4e20-a2ff-3656dd001abd req-e22413da-f38a-4004-9e3c-d83214210206 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1968050 Feb 17 04:43:37.630303 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1414560-d6b3-494b-b6a3-9f277f8faf8b req-20529443-81fd-492f-8580-029200196486 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:37.633668 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f1414560-d6b3-494b-b6a3-9f277f8faf8b req-20529443-81fd-492f-8580-029200196486 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 932 time: 0.2113137 Feb 17 04:43:37.663209 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9aa60b65-b54e-4e20-a2ff-3656dd001abd req-ab101fa4-1503-4cae-8493-64a4cad96a57 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856638 Feb 17 04:43:37.752890 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f1414560-d6b3-494b-b6a3-9f277f8faf8b req-e7b8878a-e6fc-4578-9b8d-7306f83efcf9 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119208 Feb 17 04:43:37.998444 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dde67e-6ccc-4624-a57f-d7957ac8c69b req-c65a5a90-c5d2-449b-b46f-543cb0a1026e tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:38.002668 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c8dde67e-6ccc-4624-a57f-d7957ac8c69b req-c65a5a90-c5d2-449b-b46f-543cb0a1026e tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1380038 Feb 17 04:43:38.148565 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c8dde67e-6ccc-4624-a57f-d7957ac8c69b req-5e4543cd-bb5a-497d-840b-a0355f7d75bb tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236277 Feb 17 04:43:38.375263 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb8f1a-bfce-4221-8f0a-300299dbd0db req-c2ef4c12-3ea4-4658-86b8-c7c4a9aabeea tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:38.376955 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-76cb8f1a-bfce-4221-8f0a-300299dbd0db req-c2ef4c12-3ea4-4658-86b8-c7c4a9aabeea tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.1014683 Feb 17 04:43:38.435717 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-76cb8f1a-bfce-4221-8f0a-300299dbd0db req-e0f81f6f-b062-4981-a5f4-0c67d832a38a tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467975 Feb 17 04:43:39.043121 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec200c4-e770-4ff9-9453-8c091952de4c req-6a1c4be1-835f-42d9-b9dd-ad99510f7d91 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:39.046480 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0ec200c4-e770-4ff9-9453-8c091952de4c req-6a1c4be1-835f-42d9-b9dd-ad99510f7d91 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 932 time: 0.1566038 Feb 17 04:43:39.102662 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0ec200c4-e770-4ff9-9453-8c091952de4c req-401076d4-cd36-449e-8970-ec182c150248 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498374 Feb 17 04:43:39.172956 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758676ab-f590-4efc-ad87-c868ffac325e req-833e5f62-e20d-4058-86be-48a60fe63941 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:39.174761 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-758676ab-f590-4efc-ad87-c868ffac325e req-833e5f62-e20d-4058-86be-48a60fe63941 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.3360257 Feb 17 04:43:39.253557 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-758676ab-f590-4efc-ad87-c868ffac325e req-9024c66d-bf8d-4f59-ba24-6c5f5c62a43d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715952 Feb 17 04:43:39.380147 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5097f1-0e6c-4181-b651-65afad5e18f3 req-9d7b6696-2cc4-44fc-a1c3-f8558c3bcb8d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:39.381915 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4f5097f1-0e6c-4181-b651-65afad5e18f3 req-9d7b6696-2cc4-44fc-a1c3-f8558c3bcb8d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1091244 Feb 17 04:43:39.440930 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4f5097f1-0e6c-4181-b651-65afad5e18f3 req-1785e2a6-9f1f-4115-a611-1a95b8aded86 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515289 Feb 17 04:43:39.578759 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7e3e4ac9-71ea-48c4-9458-655aa5af6576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:39.666593 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8236d2-73fd-4f9c-af23-ceeb6f8609cc req-daaf9b6a-ad90-4c2b-9dfc-8b0f4f4cccd9 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:39.668349 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ab8236d2-73fd-4f9c-af23-ceeb6f8609cc req-daaf9b6a-ad90-4c2b-9dfc-8b0f4f4cccd9 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.0934699 Feb 17 04:43:39.726997 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ab8236d2-73fd-4f9c-af23-ceeb6f8609cc req-ebb624ca-c9ab-4a5a-acd8-60eaef632d5a tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456698 Feb 17 04:43:39.915729 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:40.417058 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fabd0c-7900-472b-b261-e44257853cba req-333df605-ad92-4f2c-a4a3-16bf8988ca48 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:40.418713 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a8fabd0c-7900-472b-b261-e44257853cba req-333df605-ad92-4f2c-a4a3-16bf8988ca48 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 932 time: 0.1747241 Feb 17 04:43:40.470871 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a8fabd0c-7900-472b-b261-e44257853cba req-0db32dc8-be5d-46b5-8f83-8bfb756c9163 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453968 Feb 17 04:43:40.498741 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd69b5c-7909-4428-a869-9651549c9d9d req-2d8cbf38-8c48-4f03-baf2-25ffae41daf6 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:40.502633 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3bd69b5c-7909-4428-a869-9651549c9d9d req-2d8cbf38-8c48-4f03-baf2-25ffae41daf6 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1244977 Feb 17 04:43:40.576128 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3bd69b5c-7909-4428-a869-9651549c9d9d req-f2758dcc-0c29-49b3-8a71-586d260bdc38 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662899 Feb 17 04:43:40.707826 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f028e1d-4f87-4cfa-940b-3f0f1460279c req-3a20047a-7612-4e17-9101-003653fcbb81 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:40.709612 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1f028e1d-4f87-4cfa-940b-3f0f1460279c req-3a20047a-7612-4e17-9101-003653fcbb81 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0979226 Feb 17 04:43:40.761954 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1f028e1d-4f87-4cfa-940b-3f0f1460279c req-18be4dbb-b900-4fdd-b4d8-180714e449c5 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457678 Feb 17 04:43:40.979734 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f566-94f1-4006-88d0-dc12f8d9d699 req-6d1572fb-9f28-4450-905b-fccc3edf9ad2 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:40.981612 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a666f566-94f1-4006-88d0-dc12f8d9d699 req-6d1572fb-9f28-4450-905b-fccc3edf9ad2 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.0990751 Feb 17 04:43:41.045628 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a666f566-94f1-4006-88d0-dc12f8d9d699 req-fc0c8ceb-34d8-4a34-bd03-34c5a7c8e310 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558319 Feb 17 04:43:41.388661 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:41.478582 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Request body: {'port': {'device_id': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:43:41.700270 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:41.728373 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a76d6-3fd5-44b1-87d3-e97c3b854875 req-d46d39b7-fe23-48b3-af69-b2d125529c9b tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:41.730372 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bb0a76d6-3fd5-44b1-87d3-e97c3b854875 req-d46d39b7-fe23-48b3-af69-b2d125529c9b tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 932 time: 0.1071324 Feb 17 04:43:41.791094 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bb0a76d6-3fd5-44b1-87d3-e97c3b854875 req-3d10cfc8-38c0-4cc1-ae4a-f96d3b420219 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492728 Feb 17 04:43:41.911245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88958b-ed38-4424-bc33-03756c4392d2 req-4d72796e-251b-4a18-acaa-3aff6c87287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:41.912965 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1b88958b-ed38-4424-bc33-03756c4392d2 req-4d72796e-251b-4a18-acaa-3aff6c87287d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e0d76c154d4d484090eb3b151aad1c43&device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 1160 time: 0.3091986 Feb 17 04:43:42.142170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:42.172258 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431f538-9446-4d46-87ed-9931f098bb1c req-c540f187-e80c-4af9-8e74-e2abfab46290 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:42.173945 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b431f538-9446-4d46-87ed-9931f098bb1c req-c540f187-e80c-4af9-8e74-e2abfab46290 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1480584 Feb 17 04:43:42.228223 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b431f538-9446-4d46-87ed-9931f098bb1c req-b7868efd-d143-46f4-8772-58f9b42f4821 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462656 Feb 17 04:43:42.365691 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c696a-dece-4d48-850d-a4db0ff86f63 req-76a55be5-a7ae-4a6c-bff2-8cf2f1582ad0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:42.367452 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-767c696a-dece-4d48-850d-a4db0ff86f63 req-76a55be5-a7ae-4a6c-bff2-8cf2f1582ad0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.6072102 Feb 17 04:43:42.428276 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9437223-e911-4e74-a998-97648d1e1c46 req-c045b31d-04ab-476b-9aef-8782a2b61f85 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:42.429910 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d9437223-e911-4e74-a998-97648d1e1c46 req-c045b31d-04ab-476b-9aef-8782a2b61f85 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.0955935 Feb 17 04:43:42.485908 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d9437223-e911-4e74-a998-97648d1e1c46 req-f2bd507f-460e-4e79-baee-62cc375e57b8 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489409 Feb 17 04:43:42.567004 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88958b-ed38-4424-bc33-03756c4392d2 req-46d98037-2dc4-4a49-a2f7-f0760871429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:42.568622 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1b88958b-ed38-4424-bc33-03756c4392d2 req-46d98037-2dc4-4a49-a2f7-f0760871429b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=e0d76c154d4d484090eb3b151aad1c43&shared=False HTTP/1.1" status: 200 len: 908 time: 0.6453891 Feb 17 04:43:42.573587 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-767c696a-dece-4d48-850d-a4db0ff86f63 req-95b9fef8-dbae-49a0-b797-3f2bc0bffdb7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946211 Feb 17 04:43:42.776943 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88958b-ed38-4424-bc33-03756c4392d2 req-480af033-0879-4363-814e-7d7ae3321a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:42.778562 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1b88958b-ed38-4424-bc33-03756c4392d2 req-480af033-0879-4363-814e-7d7ae3321a63 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2022643 Feb 17 04:43:42.911205 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3f4b3e-4a25-4294-8170-e6f82f754d50 {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:43:42.923060 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:42.951646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Transition to ACTIVE for port object 1f3f4b3e-4a25-4294-8170-e6f82f754d50 will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:43:42.965173 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286af4a-e712-467c-ae04-83a218bb3182 req-c85a4a00-1f79-4d53-bf50-0b9a0839889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:42.967113 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3286af4a-e712-467c-ae04-83a218bb3182 req-c85a4a00-1f79-4d53-bf50-0b9a0839889b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e0d76c154d4d484090eb3b151aad1c43&device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 1160 time: 0.1362076 Feb 17 04:43:42.979753 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:43.000106 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9778c4dc-3266-44e5-a9f2-80097025b906 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:43.021124 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0872b-22f6-4230-9621-d78442bb36da req-099ba2a2-0ba3-4ab1-9a5a-321e470d8db5 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:43.022762 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2fd0872b-22f6-4230-9621-d78442bb36da req-099ba2a2-0ba3-4ab1-9a5a-321e470d8db5 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 944 time: 0.0992444 Feb 17 04:43:43.084626 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2fd0872b-22f6-4230-9621-d78442bb36da req-cae32a87-b0fe-4cc0-86b0-ee2be76146a4 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495026 Feb 17 04:43:43.185212 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3286af4a-e712-467c-ae04-83a218bb3182 req-91cf2b68-ea0d-490a-8aa1-ba81d3050e14 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c566dd7-9a75-40dc-aaf9-0eceee279ce9 HTTP/1.1" status: 200 len: 217 time: 0.1888151 Feb 17 04:43:43.275426 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3f4b3e-4a25-4294-8170-e6f82f754d50,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:43.285454 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:43.318781 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286af4a-e712-467c-ae04-83a218bb3182 req-2377f2b2-b1b5-48f8-9ea1-c07e38692c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:43.320341 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3286af4a-e712-467c-ae04-83a218bb3182 req-2377f2b2-b1b5-48f8-9ea1-c07e38692c3e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ccea322c-de5b-4849-bf41-88967bd9fc34 HTTP/1.1" status: 200 len: 854 time: 0.1194060 Feb 17 04:43:43.485238 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3286af4a-e712-467c-ae04-83a218bb3182 req-571e4d30-b3e9-4204-afbc-f9b5358de8f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dd07fcd5-3e82-455d-9a27-80b71f79489e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1561713 Feb 17 04:43:43.718213 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a69b19-8ccc-403a-b1fa-bbd7911d0862 req-39efa90e-b48f-4919-939a-8ccaa247e99a tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:43.721892 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-06a69b19-8ccc-403a-b1fa-bbd7911d0862 req-39efa90e-b48f-4919-939a-8ccaa247e99a tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.1063828 Feb 17 04:43:43.738926 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Attempting to bind port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:43:43.739305 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Attempting to bind port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '6d2da65a-13eb-4f4d-9da0-1e1174e04251', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:43:43.739693 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Attempting to bind port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 on network 88a134c2-d02f-44ef-83db-d81eb8997dd0 {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:43:43.757274 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c9a15-9dbe-47dd-96d4-d35487a930b9 req-a0e5d144-d07f-4d37-bdb2-65539ababa92 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:43.759106 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-681c9a15-9dbe-47dd-96d4-d35487a930b9 req-a0e5d144-d07f-4d37-bdb2-65539ababa92 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.3925397 Feb 17 04:43:43.761674 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:43:43.762059 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Checking segment: {'id': '6d2da65a-13eb-4f4d-9da0-1e1174e04251', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:43:43.762476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:43.762875 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Bound using segment: {'id': '6d2da65a-13eb-4f4d-9da0-1e1174e04251', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:43:43.763369 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Bound port: 1f3f4b3e-4a25-4294-8170-e6f82f754d50, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2da65a-13eb-4f4d-9da0-1e1174e04251', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:43:43.763752 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:43.776508 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-06a69b19-8ccc-403a-b1fa-bbd7911d0862 req-981964f1-1044-4bf5-98e1-ece200290be1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480299 Feb 17 04:43:43.777469 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3286af4a-e712-467c-ae04-83a218bb3182 req-1bcc46b5-b89c-4435-ba81-ef4d79bc42f0 service neutron] 10.222.0.65 "GET /v2.0/networks/dd07fcd5-3e82-455d-9a27-80b71f79489e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835763 Feb 17 04:43:43.991811 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-681c9a15-9dbe-47dd-96d4-d35487a930b9 req-76555104-e2c6-4f06-a00d-99aee74ea5dc tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166665 Feb 17 04:43:44.041975 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] For port 1f3f4b3e-4a25-4294-8170-e6f82f754d50, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:43:44.048941 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] For port 1f3f4b3e-4a25-4294-8170-e6f82f754d50, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=1f3f4b3e-4a25-4294-8170-e6f82f754d50,segment=NetworkSegment(6d2da65a-13eb-4f4d-9da0-1e1174e04251),segment_id=6d2da65a-13eb-4f4d-9da0-1e1174e04251)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:43:44.070354 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3286af4a-e712-467c-ae04-83a218bb3182 req-335f84b8-dd94-4269-b1be-6c0816216fcc service neutron] 10.222.0.65 "GET /v2.0/networks/dd07fcd5-3e82-455d-9a27-80b71f79489e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2722194 Feb 17 04:43:44.081592 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:44.111564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:44.202048 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4372e28-0373-4748-9279-b62d1f2f43d1 req-5cd77b08-8ec9-4cf8-a973-8a8d809d966d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:44.204303 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a4372e28-0373-4748-9279-b62d1f2f43d1 req-5cd77b08-8ec9-4cf8-a973-8a8d809d966d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.3181474 Feb 17 04:43:44.263674 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a4372e28-0373-4748-9279-b62d1f2f43d1 req-78ccf5f4-8bd9-4654-b636-f70945151788 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517988 Feb 17 04:43:44.379699 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3f4b3e-4a25-4294-8170-e6f82f754d50,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:44.386014 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:44.438390 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639d6d4-0c31-4cf2-a6ca-5b00a64100f4 req-2c8a0d76-9242-467f-b6c4-aacff2b4c883 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:44.440050 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2639d6d4-0c31-4cf2-a6ca-5b00a64100f4 req-2c8a0d76-9242-467f-b6c4-aacff2b4c883 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 944 time: 0.1883588 Feb 17 04:43:44.443110 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:44.443782 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:44.445310 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] 10.222.0.65 "PUT /v2.0/ports/1f3f4b3e-4a25-4294-8170-e6f82f754d50 HTTP/1.1" status: 200 len: 1158 time: 2.9781315 Feb 17 04:43:44.445853 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'tag': '1f3f4b3e-4a25-4294-8170-e6f82f754d50'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:43:44.514769 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2639d6d4-0c31-4cf2-a6ca-5b00a64100f4 req-682ab331-63d2-4aa0-8443-f625cfcf9db5 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630562 Feb 17 04:43:44.519737 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'tag': '1f3f4b3e-4a25-4294-8170-e6f82f754d50', 'status': 'completed', 'code': 200} Feb 17 04:43:44.627946 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606204e-c02f-4713-9458-a4c4d852d68f req-15625d03-1899-40f0-91e4-a74c5d3934cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:44.629613 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4606204e-c02f-4713-9458-a4c4d852d68f req-15625d03-1899-40f0-91e4-a74c5d3934cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af8a0bedfcee4c1aa388b75d8822e191&device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 1161 time: 0.0843675 Feb 17 04:43:44.794105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606204e-c02f-4713-9458-a4c4d852d68f req-b3a7e309-8720-4879-9f44-442e8f664d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:44.795651 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4606204e-c02f-4713-9458-a4c4d852d68f req-b3a7e309-8720-4879-9f44-442e8f664d42 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=af8a0bedfcee4c1aa388b75d8822e191&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1576648 Feb 17 04:43:44.954070 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606204e-c02f-4713-9458-a4c4d852d68f req-887901dc-f237-4102-9881-9fb89191d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:44.956496 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4606204e-c02f-4713-9458-a4c4d852d68f req-887901dc-f237-4102-9881-9fb89191d1f1 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1542723 Feb 17 04:43:44.998505 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7767e19-5e64-43b5-86e0-7b85dbdce1b8 req-3b262774-eb97-476e-8a93-7f18f7bf0fb3 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:45.000196 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a7767e19-5e64-43b5-86e0-7b85dbdce1b8 req-3b262774-eb97-476e-8a93-7f18f7bf0fb3 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.1012728 Feb 17 04:43:45.056714 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a7767e19-5e64-43b5-86e0-7b85dbdce1b8 req-ac827032-aa5d-41c4-9cf1-b8ee198903c3 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498757 Feb 17 04:43:45.090464 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9c8d9e88-eab4-4c1a-adf8-d65694486006 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:45.190144 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 9c8d9e88-eab4-4c1a-adf8-d65694486006 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:45.190652 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:45.370375 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:45.436518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-fd2bb3fd-0c72-4a21-baab-2c433e8c2e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:45.438211 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-fd2bb3fd-0c72-4a21-baab-2c433e8c2e4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af8a0bedfcee4c1aa388b75d8822e191&device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 1161 time: 0.4371879 Feb 17 04:43:45.453963 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8d9e88-eab4-4c1a-adf8-d65694486006'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:43:45.467694 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 9c8d9e88-eab4-4c1a-adf8-d65694486006, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9c8d9e88-eab4-4c1a-adf8-d65694486006,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:43:45.529680 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-25700c6b-44af-40ff-a77c-cbdb888b453c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3f4b3e-4a25-4294-8170-e6f82f754d50 HTTP/1.1" status: 200 len: 217 time: 0.0815334 Feb 17 04:43:45.544303 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25ea8b-8a3b-4126-b8f9-855ebd04856e req-2b21c7dc-887f-4c58-ad33-e9c4279d9ca3 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:45.546737 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-eb25ea8b-8a3b-4126-b8f9-855ebd04856e req-2b21c7dc-887f-4c58-ad33-e9c4279d9ca3 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.2208695 Feb 17 04:43:45.602678 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:45.602678 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-89e63306-bade-4eab-a343-99c2eb382c80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:45.620178 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0e432-0757-4a0e-86e0-15ddc0e6a03b req-0491cbe5-32e5-45b2-a12a-f0e628e138c6 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:45.621994 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f1e0e432-0757-4a0e-86e0-15ddc0e6a03b req-0491cbe5-32e5-45b2-a12a-f0e628e138c6 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.1285286 Feb 17 04:43:45.676890 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=9c8d9e88-eab4-4c1a-adf8-d65694486006,revision_number=6']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:45.686088 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ea28c458-d746-4450-9561-7584aeace8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:45.686546 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f1e0e432-0757-4a0e-86e0-15ddc0e6a03b req-ef3b203d-18f4-4665-912d-dbdba48f6d44 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499749 Feb 17 04:43:45.687884 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.688381 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.688880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.689352 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.689482 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-ea28c458-d746-4450-9561-7584aeace8d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bf2c492-a598-4678-9f75-5d00b6e65b65 HTTP/1.1" status: 200 len: 853 time: 0.1415222 Feb 17 04:43:45.689878 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.690423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.691072 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.691538 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.691988 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.692424 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.693498 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.693498 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.693910 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.694378 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.695211 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.695211 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.695877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.696290 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.696888 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.697340 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.697738 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.698191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.698632 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.699086 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:43:45.701981 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-eb25ea8b-8a3b-4126-b8f9-855ebd04856e req-110956f3-df02-4d6c-abfe-eb7fd8f6bcd2 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067224 Feb 17 04:43:45.705567 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:45.772969 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8d9e88-eab4-4c1a-adf8-d65694486006', 'code': 200} Feb 17 04:43:45.785054 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-4d2031d9-777d-4f63-89a6-633a8440dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:45.786732 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-4d2031d9-777d-4f63-89a6-633a8440dfdb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88a134c2-d02f-44ef-83db-d81eb8997dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0897858 Feb 17 04:43:46.015278 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-eb1b1728-87f2-4d87-9517-1a0ad51a7958 service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179019 Feb 17 04:43:46.023082 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab70e6d-be37-4961-a017-243b2d74cc44 req-715276f6-8fc0-4ffc-8250-1b3663d204b3 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:46.024624 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aab70e6d-be37-4961-a017-243b2d74cc44 req-715276f6-8fc0-4ffc-8250-1b3663d204b3 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 944 time: 0.1511800 Feb 17 04:43:46.076374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9c8d9e88-eab4-4c1a-adf8-d65694486006 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:46.161427 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 9c8d9e88-eab4-4c1a-adf8-d65694486006 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:46.161858 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:46.177378 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aab70e6d-be37-4961-a017-243b2d74cc44 req-ce1ce702-8815-45ef-b188-b45ee2298727 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291606 Feb 17 04:43:46.209640 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7857cdd-af4f-49ba-a663-a0fd6145b854 req-191ae3cb-c7c4-4beb-9fdd-8a0fd6c91503 service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1838987 Feb 17 04:43:46.310031 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fa500-e86e-4751-adc8-44cb9c60ba52 req-38da287e-d63d-4580-a3f0-bedbcb0a4728 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:46.311554 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-810fa500-e86e-4751-adc8-44cb9c60ba52 req-38da287e-d63d-4580-a3f0-bedbcb0a4728 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.1286056 Feb 17 04:43:46.360107 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-810fa500-e86e-4751-adc8-44cb9c60ba52 req-e54a5183-1e2d-47e7-8ffe-352ab61a8228 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415351 Feb 17 04:43:46.702431 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf214061-25d1-4945-a1f2-6fe0dc57ac48 req-be21ea1c-32c7-4321-bf28-7061b1826f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:46.704662 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cf214061-25d1-4945-a1f2-6fe0dc57ac48 req-be21ea1c-32c7-4321-bf28-7061b1826f51 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 1162 time: 0.0820379 Feb 17 04:43:46.753799 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cf214061-25d1-4945-a1f2-6fe0dc57ac48 req-1f91c9e1-b177-4858-91ea-6e1e28c79398 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425622 Feb 17 04:43:46.934819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467cfd2-6227-45e4-bdc7-87eecfda40b7 req-8e63505b-ccf9-4eda-8783-1ba0c9853c2e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:46.936373 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2467cfd2-6227-45e4-bdc7-87eecfda40b7 req-8e63505b-ccf9-4eda-8783-1ba0c9853c2e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.0897243 Feb 17 04:43:46.941708 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ab9b1-0ff3-42b2-b4c8-4768de449215 req-a5b0853e-09c8-4ff8-814f-251524fa8cca tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:46.943363 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-953ab9b1-0ff3-42b2-b4c8-4768de449215 req-a5b0853e-09c8-4ff8-814f-251524fa8cca tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0944691 Feb 17 04:43:47.008534 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2467cfd2-6227-45e4-bdc7-87eecfda40b7 req-d387f4c9-bc23-43bb-99da-4a55d9e4212d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650351 Feb 17 04:43:47.021349 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-953ab9b1-0ff3-42b2-b4c8-4768de449215 req-5af31d78-1f5e-4a62-af5d-04b9f12ba4f6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711186 Feb 17 04:43:47.418999 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44919f0-1a60-414a-9709-190dab1f5d57 req-7df1d81e-be55-4d25-9f94-56bff596945c tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:47.420691 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a44919f0-1a60-414a-9709-190dab1f5d57 req-7df1d81e-be55-4d25-9f94-56bff596945c tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 944 time: 0.0983305 Feb 17 04:43:47.471498 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a44919f0-1a60-414a-9709-190dab1f5d57 req-3c0d5a73-4039-4ab9-90af-dc89961b0b19 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434096 Feb 17 04:43:47.575775 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41188e-97a9-425c-b1bb-a40438ca600f req-c4eec3e0-efac-4bcd-ba34-6a695bd9e2c6 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:47.577449 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8b41188e-97a9-425c-b1bb-a40438ca600f req-c4eec3e0-efac-4bcd-ba34-6a695bd9e2c6 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.0922616 Feb 17 04:43:47.626485 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8b41188e-97a9-425c-b1bb-a40438ca600f req-82fe3e4d-9f2f-49fe-b708-97ff790940a7 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419023 Feb 17 04:43:48.238391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f7598-8a8d-4e95-9542-7a2953f2152d req-b71ebbac-ad53-44b6-a3ab-0c6c2527c0a2 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:48.240055 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bb7f7598-8a8d-4e95-9542-7a2953f2152d req-b71ebbac-ad53-44b6-a3ab-0c6c2527c0a2 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0954568 Feb 17 04:43:48.249976 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc9930-3538-427d-be8b-d9879dab3f53 req-f46c0d9e-ac36-4a66-bd9e-8559dd8822e6 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:48.251595 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-69fc9930-3538-427d-be8b-d9879dab3f53 req-f46c0d9e-ac36-4a66-bd9e-8559dd8822e6 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.0915909 Feb 17 04:43:48.291442 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bb7f7598-8a8d-4e95-9542-7a2953f2152d req-fd4e762d-6c66-464c-b4a8-9443e3a85352 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448225 Feb 17 04:43:48.307839 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-69fc9930-3538-427d-be8b-d9879dab3f53 req-8e3927d8-137a-46c5-96da-10108c5916d9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496268 Feb 17 04:43:48.689400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac6c85-f976-4c17-bf2c-259911a85cdf req-8d6706f4-8287-404f-997c-f81c5b8885de tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:48.690997 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-23ac6c85-f976-4c17-bf2c-259911a85cdf req-8d6706f4-8287-404f-997c-f81c5b8885de tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 944 time: 0.0906532 Feb 17 04:43:48.760755 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-23ac6c85-f976-4c17-bf2c-259911a85cdf req-63561e15-9d77-4489-beec-1f43ab5e9370 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573101 Feb 17 04:43:48.844011 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f82d03-ccf8-46bd-958c-e0424049e538 req-b901e983-209e-4e22-af2e-f93400eb0ab9 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:48.845767 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a0f82d03-ccf8-46bd-958c-e0424049e538 req-b901e983-209e-4e22-af2e-f93400eb0ab9 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.1061058 Feb 17 04:43:48.896927 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a0f82d03-ccf8-46bd-958c-e0424049e538 req-61dc33ac-4bed-4b90-9b4f-e005e1d555b9 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439596 Feb 17 04:43:49.515751 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38881a-145c-40d6-afb7-1d08cbff1bfe req-27e37564-93f6-4f41-89c3-842d35200f77 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:49.517434 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3a38881a-145c-40d6-afb7-1d08cbff1bfe req-27e37564-93f6-4f41-89c3-842d35200f77 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1018975 Feb 17 04:43:49.525610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d27da3-373c-4252-a5ad-e1f3230e1a51 req-c1513227-1459-4061-a167-c05b6e377d46 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:49.527304 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-16d27da3-373c-4252-a5ad-e1f3230e1a51 req-c1513227-1459-4061-a167-c05b6e377d46 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.0915403 Feb 17 04:43:49.584966 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3a38881a-145c-40d6-afb7-1d08cbff1bfe req-dd1d52f1-b922-4320-9eac-5453ee925abc tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577426 Feb 17 04:43:49.592683 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-16d27da3-373c-4252-a5ad-e1f3230e1a51 req-deb5834b-029a-42ab-aa1d-dd23947ac42c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579917 Feb 17 04:43:50.030972 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42290901-1f6d-42d2-a09e-b584d9f6a091 req-d2e039c8-637d-4c9a-907d-debeffb93dbc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:50.035194 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-42290901-1f6d-42d2-a09e-b584d9f6a091 req-d2e039c8-637d-4c9a-907d-debeffb93dbc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 944 time: 0.1161282 Feb 17 04:43:50.086083 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-42290901-1f6d-42d2-a09e-b584d9f6a091 req-5afef8ad-24c0-455b-b264-f0bf43e44691 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446503 Feb 17 04:43:50.112405 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910cd9f-5d52-4415-89f0-2eaf38036da7 req-8b4571d4-e4ee-4643-8b02-59b2850e02ca tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:50.114605 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c910cd9f-5d52-4415-89f0-2eaf38036da7 req-8b4571d4-e4ee-4643-8b02-59b2850e02ca tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.0889881 Feb 17 04:43:50.162594 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c910cd9f-5d52-4415-89f0-2eaf38036da7 req-29109756-c62a-40e6-92ba-1c853a86b94a tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414896 Feb 17 04:43:50.793893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d67d9-bf88-43e2-b377-ba248128e059 req-6d78fb88-2a9e-4252-ac23-742caa4060a2 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:50.795597 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-422d67d9-bf88-43e2-b377-ba248128e059 req-6d78fb88-2a9e-4252-ac23-742caa4060a2 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0902832 Feb 17 04:43:50.806604 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870c19d-7dac-4392-b9e8-db8185ef8ee7 req-b9d336d0-ece8-45fe-94ee-61258e1014b2 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:50.808308 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e870c19d-7dac-4392-b9e8-db8185ef8ee7 req-b9d336d0-ece8-45fe-94ee-61258e1014b2 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.0939710 Feb 17 04:43:50.858520 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-422d67d9-bf88-43e2-b377-ba248128e059 req-0d260e21-877f-4095-a04d-99ba45a863d6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543697 Feb 17 04:43:50.866961 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e870c19d-7dac-4392-b9e8-db8185ef8ee7 req-bd2bffad-3f6c-4345-bf47-bd362b0b3056 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469663 Feb 17 04:43:51.169457 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:51.274116 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:43:51.280660 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:51.281266 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:51.305265 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c80e35-dcf7-417d-a355-4f2dd1aa3b94 req-4890b7c5-b5d1-4878-88f1-b48dc12fe161 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:51.306983 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-07c80e35-dcf7-417d-a355-4f2dd1aa3b94 req-4890b7c5-b5d1-4878-88f1-b48dc12fe161 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 944 time: 0.1059093 Feb 17 04:43:51.362951 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-07c80e35-dcf7-417d-a355-4f2dd1aa3b94 req-a3a39492-ca1b-4bf2-af18-cbd515e8a9e5 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471117 Feb 17 04:43:51.416479 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49726693-48c3-4a59-bfb9-646b26ca9396 req-43ae996c-59fa-44e4-b43d-7ad2978d56c3 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:51.419517 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-49726693-48c3-4a59-bfb9-646b26ca9396 req-43ae996c-59fa-44e4-b43d-7ad2978d56c3 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 943 time: 0.1340683 Feb 17 04:43:51.419986 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:51.450029 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd737e1c4-0336-4e9c-969e-033565d4a835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c566dd7-9a75-40dc-aaf9-0eceee279ce9'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:43:51.461957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 2c566dd7-9a75-40dc-aaf9-0eceee279ce9, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2c566dd7-9a75-40dc-aaf9-0eceee279ce9,segment=NetworkSegment(0a0671b8-9744-422d-a03c-b5effad0fae8),segment_id=0a0671b8-9744-422d-a03c-b5effad0fae8)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:43:51.472231 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-49726693-48c3-4a59-bfb9-646b26ca9396 req-6fec6ff3-82e8-46a9-b3b4-8da7baedbd83 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455887 Feb 17 04:43:51.498410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:51.499355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9c8d9e88-eab4-4c1a-adf8-d65694486006 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:51.527066 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd737e1c4-0336-4e9c-969e-033565d4a835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c566dd7-9a75-40dc-aaf9-0eceee279ce9', 'code': 200} Feb 17 04:43:51.532200 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:51.629250 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=2c566dd7-9a75-40dc-aaf9-0eceee279ce9,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:51.633100 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:51.644533 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 9c8d9e88-eab4-4c1a-adf8-d65694486006 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:51.645243 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:51.851912 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c15cd-90fe-4024-ab6c-0cb059846ced req-cd2b1237-629b-4422-82e8-4ee098afcd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:51.853604 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bc5c15cd-90fe-4024-ab6c-0cb059846ced req-cd2b1237-629b-4422-82e8-4ee098afcd2a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 1162 time: 0.0823271 Feb 17 04:43:51.898798 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bc5c15cd-90fe-4024-ab6c-0cb059846ced req-8c748eae-adbc-46a6-b1c6-c3e872a8ada1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373571 Feb 17 04:43:52.080720 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9977b-9f52-4a50-851f-a88475d50a8b req-5bfde040-c9d4-4330-a462-adc20b8670cc tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:52.082389 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b5d9977b-9f52-4a50-851f-a88475d50a8b req-5bfde040-c9d4-4330-a462-adc20b8670cc tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0923395 Feb 17 04:43:52.136950 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b5d9977b-9f52-4a50-851f-a88475d50a8b req-68e3cfef-069d-40f9-b38d-f84e272bfd9e tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478308 Feb 17 04:43:52.237478 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.objects.ports [None req-c9e41c61-5248-4c88-bd95-9e0f5603444b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84103) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:43:52.588990 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f5d7e-8b15-4577-8596-25bb8ad795d4 req-0f469e48-f216-4280-a923-99aab033f86f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:52.590696 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0a7f5d7e-8b15-4577-8596-25bb8ad795d4 req-0f469e48-f216-4280-a923-99aab033f86f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 944 time: 0.0944695 Feb 17 04:43:52.648828 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0a7f5d7e-8b15-4577-8596-25bb8ad795d4 req-da7cc0c3-e889-41b5-9ccd-4914c081530e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455420 Feb 17 04:43:52.695052 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336e4a8-35c7-4eb9-a9a1-79c6242c06bd req-f4e9aa75-9c0a-43d5-8cba-e08a5472b526 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:52.696835 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9336e4a8-35c7-4eb9-a9a1-79c6242c06bd req-f4e9aa75-9c0a-43d5-8cba-e08a5472b526 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 945 time: 0.0944974 Feb 17 04:43:52.749592 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9336e4a8-35c7-4eb9-a9a1-79c6242c06bd req-fd6f915c-c23b-4418-82fe-bcbe7dbe0692 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460222 Feb 17 04:43:53.143641 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:53.219610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:53.220035 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:53.342166 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973ff29-ea1e-45fb-9160-f3c7c4f34838 req-4a4baf4b-f7e5-47de-840f-7d071297ffce tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:53.344321 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5973ff29-ea1e-45fb-9160-f3c7c4f34838 req-4a4baf4b-f7e5-47de-840f-7d071297ffce tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0878286 Feb 17 04:43:53.349494 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 1f3f4b3e-4a25-4294-8170-e6f82f754d50 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:53.395818 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5973ff29-ea1e-45fb-9160-f3c7c4f34838 req-6043c1ad-1e53-4661-994c-13c5668484c8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438917 Feb 17 04:43:53.456641 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:43:53.464422 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:53.464972 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:53.521489 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:53.590585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:53.619056 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3f4b3e-4a25-4294-8170-e6f82f754d50'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:43:53.630859 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 1f3f4b3e-4a25-4294-8170-e6f82f754d50, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=1f3f4b3e-4a25-4294-8170-e6f82f754d50,segment=NetworkSegment(6d2da65a-13eb-4f4d-9da0-1e1174e04251),segment_id=6d2da65a-13eb-4f4d-9da0-1e1174e04251)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:43:53.658179 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:53.660222 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:43:53.694704 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3f4b3e-4a25-4294-8170-e6f82f754d50', 'code': 200} Feb 17 04:43:53.743109 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=1f3f4b3e-4a25-4294-8170-e6f82f754d50,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:43:53.747288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:43:53.952839 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079f7be-970d-4d14-a54b-1e2a93fb98f2 req-5763b4ba-8aa3-464f-8a75-6e6cc1987cb7 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:53.955534 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4079f7be-970d-4d14-a54b-1e2a93fb98f2 req-5763b4ba-8aa3-464f-8a75-6e6cc1987cb7 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 946 time: 0.1134214 Feb 17 04:43:54.008687 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4079f7be-970d-4d14-a54b-1e2a93fb98f2 req-dc928fbf-5cdf-48dc-af7d-e4d6a3eea9c1 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462685 Feb 17 04:43:54.074275 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7698e7-ff18-48a9-88d4-ea6fee0784ba req-8e5a3cfe-5d8a-4210-adc1-2bd0c8330a51 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:54.075929 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de7698e7-ff18-48a9-88d4-ea6fee0784ba req-8e5a3cfe-5d8a-4210-adc1-2bd0c8330a51 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 945 time: 0.1269770 Feb 17 04:43:54.171116 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:54.171946 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-de7698e7-ff18-48a9-88d4-ea6fee0784ba req-569e78d4-21d8-45d6-bc0c-27090843f33a tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592463 Feb 17 04:43:54.195374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4690d-5fcb-467d-b481-19a6af546798 req-70db307f-d18c-4bb7-967f-8ed3da16cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:54.197100 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e0e4690d-5fcb-467d-b481-19a6af546798 req-70db307f-d18c-4bb7-967f-8ed3da16cbdc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 1163 time: 0.1201949 Feb 17 04:43:54.242827 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e0e4690d-5fcb-467d-b481-19a6af546798 req-1c165ef8-7cf4-4e8b-b579-634d46ca6968 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390968 Feb 17 04:43:54.250742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:54.251161 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:54.378270 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 1f3f4b3e-4a25-4294-8170-e6f82f754d50 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:43:54.451001 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:43:54.451427 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:43:54.599386 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ce522-34de-48a6-a34a-378c4175dbfb req-32ebd38e-d274-4d95-a5eb-c2b43a6f71d8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:54.601049 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-788ce522-34de-48a6-a34a-378c4175dbfb req-32ebd38e-d274-4d95-a5eb-c2b43a6f71d8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0883765 Feb 17 04:43:54.655377 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-788ce522-34de-48a6-a34a-378c4175dbfb req-d437d205-84f6-42f2-81fc-306fd9182e1c tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480855 Feb 17 04:43:55.212657 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f34d9-daf9-4501-ab10-85956ec1b357 req-c14de1dd-1509-46d6-a68c-43f16a434843 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:55.214306 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e11f34d9-daf9-4501-ab10-85956ec1b357 req-c14de1dd-1509-46d6-a68c-43f16a434843 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 946 time: 0.0906293 Feb 17 04:43:55.264602 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e11f34d9-daf9-4501-ab10-85956ec1b357 req-b1a51982-bd08-4750-859f-63a173557e14 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431154 Feb 17 04:43:55.375954 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a7a20-ef5f-4b70-883c-ddaf5167cff8 req-66786544-a7f2-44d0-87cc-b731afd0684a tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:55.377634 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-851a7a20-ef5f-4b70-883c-ddaf5167cff8 req-66786544-a7f2-44d0-87cc-b731afd0684a tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 945 time: 0.0876241 Feb 17 04:43:55.429130 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-851a7a20-ef5f-4b70-883c-ddaf5167cff8 req-66155de5-e4aa-4a29-a8ad-1fa9f9479f58 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449872 Feb 17 04:43:55.877629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16a086-58b0-419f-8a2a-7510011b30b3 req-557e56eb-7ca2-492d-a444-bcee9a948905 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:55.879268 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1a16a086-58b0-419f-8a2a-7510011b30b3 req-557e56eb-7ca2-492d-a444-bcee9a948905 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0983565 Feb 17 04:43:55.928644 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1a16a086-58b0-419f-8a2a-7510011b30b3 req-2ad9e369-1c18-49b6-a837-e8a826ed64c3 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428379 Feb 17 04:43:56.497331 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dee582-c967-4e64-b112-d43cb55e56bb req-cc423b5d-44d7-4ae2-81f8-ec69e0e2f6e1 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:56.499221 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a1dee582-c967-4e64-b112-d43cb55e56bb req-cc423b5d-44d7-4ae2-81f8-ec69e0e2f6e1 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 946 time: 0.1047366 Feb 17 04:43:56.553096 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a1dee582-c967-4e64-b112-d43cb55e56bb req-4cc3ff79-32b8-4b4e-bbc2-cd1a07014327 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442948 Feb 17 04:43:56.680800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:43:56.846645 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3c0a7-e7be-4ebc-8137-f701d8a00d9b req-157599ae-6d66-4173-a4ad-5c921b6b97d4 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:56.848246 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6dc3c0a7-e7be-4ebc-8137-f701d8a00d9b req-157599ae-6d66-4173-a4ad-5c921b6b97d4 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 946 time: 0.0892932 Feb 17 04:43:56.902515 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6dc3c0a7-e7be-4ebc-8137-f701d8a00d9b req-5f480251-ba65-41a9-9f6a-40e4c4173c7f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478387 Feb 17 04:43:57.149782 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6221f7e-7c01-402a-8fc4-cb69052939f8 req-9fcab46a-b5d7-4dce-baca-c46579d2003f tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:57.151624 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6221f7e-7c01-402a-8fc4-cb69052939f8 req-9fcab46a-b5d7-4dce-baca-c46579d2003f tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0986180 Feb 17 04:43:57.209179 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6221f7e-7c01-402a-8fc4-cb69052939f8 req-e74f3a99-33fe-4c60-9f39-3d60e4526579 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496502 Feb 17 04:43:57.495044 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3433e-6b01-4dc2-a8ec-0f1c22f433d1 req-4ca3473b-f7ea-401d-ae27-7588d77f2285 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:57.496680 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e3e3433e-6b01-4dc2-a8ec-0f1c22f433d1 req-4ca3473b-f7ea-401d-ae27-7588d77f2285 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 946 time: 0.0982318 Feb 17 04:43:57.548287 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e3e3433e-6b01-4dc2-a8ec-0f1c22f433d1 req-c4c73230-fa2d-454e-afbf-eb9eadd615ba tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441029 Feb 17 04:43:58.427016 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09776f-14ad-4103-8a3b-3aa452f9419b req-c0f35506-187b-4c70-9414-835f9b06a532 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:58.428735 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ca09776f-14ad-4103-8a3b-3aa452f9419b req-c0f35506-187b-4c70-9414-835f9b06a532 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0985401 Feb 17 04:43:58.489647 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ca09776f-14ad-4103-8a3b-3aa452f9419b req-2b244aa0-fc2d-4eff-9284-c31783fe5bf2 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538168 Feb 17 04:43:58.951201 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe275c4-4173-4ad5-b6d6-838689bfbde8 req-93511b6c-6a28-4d05-916b-074968bad88d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:58.952898 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bbe275c4-4173-4ad5-b6d6-838689bfbde8 req-93511b6c-6a28-4d05-916b-074968bad88d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0981910 Feb 17 04:43:59.016579 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bbe275c4-4173-4ad5-b6d6-838689bfbde8 req-1bd43445-bbc4-4104-bb25-aa10533d0e86 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550692 Feb 17 04:43:59.048316 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a54401-4a19-4bbc-b106-9ecf8c27039f req-89eb4227-2ad8-4e04-82bf-64ab2a23f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:59.050136 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47a54401-4a19-4bbc-b106-9ecf8c27039f req-89eb4227-2ad8-4e04-82bf-64ab2a23f566 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b027197d07e3499fb8ba5782c70e429a&device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 1163 time: 0.1003077 Feb 17 04:43:59.207301 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a54401-4a19-4bbc-b106-9ecf8c27039f req-fb3f44c4-d12a-4101-ac0b-f6f6e2386704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:59.209083 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47a54401-4a19-4bbc-b106-9ecf8c27039f req-fb3f44c4-d12a-4101-ac0b-f6f6e2386704 service neutron] 10.222.0.65 "GET /v2.0/networks?id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c HTTP/1.1" status: 200 len: 904 time: 0.1523583 Feb 17 04:43:59.370924 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47a54401-4a19-4bbc-b106-9ecf8c27039f req-dc4ab677-5f15-4241-a316-dc8e8b42829f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ecd0396-37f8-4e16-88be-c260d0416d25 HTTP/1.1" status: 200 len: 1001 time: 0.1540577 Feb 17 04:43:59.470145 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a54401-4a19-4bbc-b106-9ecf8c27039f req-0ba8f9e5-4305-4050-ba84-f660e5186e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:59.473154 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47a54401-4a19-4bbc-b106-9ecf8c27039f req-0ba8f9e5-4305-4050-ba84-f660e5186e1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24db9e6c-4099-46d8-ad28-21e2d704428a HTTP/1.1" status: 200 len: 849 time: 0.0957818 Feb 17 04:43:59.591561 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a54401-4a19-4bbc-b106-9ecf8c27039f req-57d55677-07fe-46e8-a289-a10b56b9977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:43:59.593390 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47a54401-4a19-4bbc-b106-9ecf8c27039f req-57d55677-07fe-46e8-a289-a10b56b9977f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1149869 Feb 17 04:43:59.748994 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47a54401-4a19-4bbc-b106-9ecf8c27039f req-c8f0f858-df00-4d5b-b90a-cb338d5d4a9d service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484878 Feb 17 04:43:59.907217 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47a54401-4a19-4bbc-b106-9ecf8c27039f req-3ded4313-df78-4627-8986-22611821b97f service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451015 Feb 17 04:44:00.290636 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca5374-b436-463c-a49c-7d0e81c6689c req-10d082a1-c2ff-401a-b15e-fd5c145b9f05 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:00.292299 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94ca5374-b436-463c-a49c-7d0e81c6689c req-10d082a1-c2ff-401a-b15e-fd5c145b9f05 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0937419 Feb 17 04:44:00.347269 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94ca5374-b436-463c-a49c-7d0e81c6689c req-7536091f-ec75-41af-945d-657fae641fa6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476594 Feb 17 04:44:01.557629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a610cb-19da-41bf-9333-92ff06e0020e req-ffed3b8c-d578-4b64-8a95-b327494c04db tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:01.559358 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d2a610cb-19da-41bf-9333-92ff06e0020e req-ffed3b8c-d578-4b64-8a95-b327494c04db tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0912144 Feb 17 04:44:01.611290 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d2a610cb-19da-41bf-9333-92ff06e0020e req-4b80cd4b-bd6c-4b33-b3f8-813025eefc77 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449879 Feb 17 04:44:03.056954 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad7df3-74b2-4614-9ea6-9da265210f9e req-20362978-fdb8-45df-add9-004db8e184e2 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:03.059348 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d1ad7df3-74b2-4614-9ea6-9da265210f9e req-20362978-fdb8-45df-add9-004db8e184e2 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 946 time: 0.1069233 Feb 17 04:44:03.117927 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d1ad7df3-74b2-4614-9ea6-9da265210f9e req-2c17d3a5-688d-412b-88a8-12043da78bd0 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499856 Feb 17 04:44:03.321030 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-98f95a94-9689-4675-8ccd-c195f90e7649 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1590710 Feb 17 04:44:03.332184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Request body: {'floatingip': {'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:03.338919 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:03.343044 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Usage tracker for resource:floatingip and tenant:af8a0bedfcee4c1aa388b75d8822e191 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:03.346997 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:03.352804 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:03.399920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for floatingip, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:03.563906 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:03.849085 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Allocated IP 172.28.1.143 (1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4/b35f33eb-71d5-4010-9deb-6d694d1893d4/0c46374c-78f7-4d9f-8d9d-fb6ec25caf48) {{(pid=84101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:44:04.014724 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for port, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:04.065206 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:04.081362 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:04.217172 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Pushing event updated for resources: {'Port': ['ID=0c46374c-78f7-4d9f-8d9d-fb6ec25caf48,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:04.242870 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.243286 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.243695 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.244100 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.244520 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.244918 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.245317 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.245715 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.246103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.246494 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.246887 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.247281 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.247714 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.248100 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.248514 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.248906 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.249289 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.249675 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.250062 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.250446 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.250834 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.251220 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.251637 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.252023 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:04.257850 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:04.296794 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:44:04.297978 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:44:04.301000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Received port after_create {{(pid=84101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:44:04.384855 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:04.515550 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:04.792935 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for port, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:04.827861 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853031306'] for port, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:04.844078 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:04.980851 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Pushing event updated for resources: {'Port': ['ID=0c46374c-78f7-4d9f-8d9d-fb6ec25caf48,revision_number=2']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:04.985362 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:05.091082 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.096374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 55178) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:05.144743 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.146500 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8189349 Feb 17 04:44:05.232766 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.250424 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:05.256274 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Usage tracker for resource:security_group_rule and tenant:2d6b39feffd14302a633654c3a0703f4 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:05.260099 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:05.268364 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:05.366496 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.401395 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.415483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ec6d717d-49c4-4a1a-9fe1-0e1aeb709185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:05.447506 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-bf909aba-dcfd-49b1-a727-1eb39e980fd9 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Synchronizing usage tracker for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:floatingip {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:44:05.460856 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d6b39feffd14302a633654c3a0703f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632274 Feb 17 04:44:05.462649 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b583f66-5697-41eb-b708-b66e8d6fe203,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:05.463662 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 55184) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:05.471416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.471877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.472249 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.472603 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.472996 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.473388 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.473957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.474397 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.474690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.475079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.475463 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.475846 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.476270 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.476675 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.477270 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.477654 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.478040 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.478427 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.478807 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.479187 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.479616 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.480040 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.480419 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.480828 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:44:05.487198 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f6c66635-fc07-4b62-88a9-b6a54383de2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:05.519607 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-bf909aba-dcfd-49b1-a727-1eb39e980fd9 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Unset dirty status for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:floatingip {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:44:05.520922 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-bf909aba-dcfd-49b1-a727-1eb39e980fd9 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.28.1.143 HTTP/1.1" status: 200 len: 696 time: 0.3678665 Feb 17 04:44:05.615685 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5e6c8d3f-0624-4d56-8fb0-bd9a9958f0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.671028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5e6c8d3f-0624-4d56-8fb0-bd9a9958f0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.753246 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-efe86b5e-409f-4f56-9878-f28e9f114962 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:05.754793 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-efe86b5e-409f-4f56-9878-f28e9f114962 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/networks/1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 HTTP/1.1" status: 200 len: 784 time: 0.2260015 Feb 17 04:44:05.768995 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-947d3e90-22f2-41b9-98e9-22179c4b37f5 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:44:05.770202 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3d4b83e6-f5de-4403-872c-b848dc975df9 req-947d3e90-22f2-41b9-98e9-22179c4b37f5 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067387 Feb 17 04:44:05.788340 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5e6c8d3f-0624-4d56-8fb0-bd9a9958f0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.794221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-93bcc024-3df1-4304-80ce-143801e95a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:05.809889 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c8d3f-0624-4d56-8fb0-bd9a9958f0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b583f66-5697-41eb-b708-b66e8d6fe203,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:05.813283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-5e6c8d3f-0624-4d56-8fb0-bd9a9958f0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:05.814302 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5e6c8d3f-0624-4d56-8fb0-bd9a9958f0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:05.818708 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-5e6c8d3f-0624-4d56-8fb0-bd9a9958f0b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b583f66-5697-41eb-b708-b66e8d6fe203 HTTP/1.1" status: 204 len: 168 time: 0.3503737 Feb 17 04:44:05.975625 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-595a175c-2156-4eb6-9d29-97b297191a92 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:05.977376 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-595a175c-2156-4eb6-9d29-97b297191a92 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0906703 Feb 17 04:44:06.081228 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-81897e29-4d8a-4374-a839-d8a4147df91c tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.28.1.143 HTTP/1.1" status: 200 len: 696 time: 0.0971711 Feb 17 04:44:06.092435 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-d475150a-732c-4c1e-91b2-3c1a176a75a4 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Request body: {'floatingip': {'port_id': '1f3f4b3e-4a25-4294-8170-e6f82f754d50', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:06.415185 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-d475150a-732c-4c1e-91b2-3c1a176a75a4 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for floatingip, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:07.098227 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-d475150a-732c-4c1e-91b2-3c1a176a75a4 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:07.125934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-d475150a-732c-4c1e-91b2-3c1a176a75a4 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:07.163468 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c27abfa4-76dd-4f2f-a064-aa3a25fbb741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:07.312254 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_db [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-d475150a-732c-4c1e-91b2-3c1a176a75a4 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Floating IP 4312cbdf-c0f9-4a1c-9b7a-738f573e5fb4 associated. External IP: 172.28.1.143, port: 1f3f4b3e-4a25-4294-8170-e6f82f754d50. Feb 17 04:44:07.698191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-d475150a-732c-4c1e-91b2-3c1a176a75a4 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Router 082e8860-7005-489e-9a25-b30530ede79d has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:44:07.891566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-d475150a-732c-4c1e-91b2-3c1a176a75a4 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:44:07.902189 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9214a30-fe32-4619-a4db-450b571cbea8 None None] Sync routers for ids ['082e8860-7005-489e-9a25-b30530ede79d'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:44:07.910813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-d475150a-732c-4c1e-91b2-3c1a176a75a4 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:07.913477 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9214a30-fe32-4619-a4db-450b571cbea8 None None] Routers {'082e8860-7005-489e-9a25-b30530ede79d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:44:07.914164 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e9214a30-fe32-4619-a4db-450b571cbea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:43:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['082e8860-7005-489e-9a25-b30530ede79d'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:07.984215 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-d475150a-732c-4c1e-91b2-3c1a176a75a4 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "PUT /v2.0/floatingips/4312cbdf-c0f9-4a1c-9b7a-738f573e5fb4 HTTP/1.1" status: 200 len: 997 time: 1.8931823 Feb 17 04:44:07.985105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'tag': '1f3f4b3e-4a25-4294-8170-e6f82f754d50'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:08.084423 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'tag': '1f3f4b3e-4a25-4294-8170-e6f82f754d50', 'status': 'completed', 'code': 200} Feb 17 04:44:08.113519 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-e9214a30-fe32-4619-a4db-450b571cbea8 None None] Set router 082e8860-7005-489e-9a25-b30530ede79d gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:44:08.162472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-ece29197-6451-4b7a-b805-35d9ec17c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:08.165220 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-ece29197-6451-4b7a-b805-35d9ec17c49f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af8a0bedfcee4c1aa388b75d8822e191&device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 1163 time: 0.1673577 Feb 17 04:44:08.393590 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-f0deb0ea-ca88-4331-b542-42f984d4d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:08.395243 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-f0deb0ea-ca88-4331-b542-42f984d4d1e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88a134c2-d02f-44ef-83db-d81eb8997dd0 HTTP/1.1" status: 200 len: 908 time: 0.2209473 Feb 17 04:44:08.401677 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a795b-7d87-4dce-b230-1f6c73ba3aae req-7e0be87b-716b-4580-94d3-073bc0bf597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:08.403276 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ce6a795b-7d87-4dce-b230-1f6c73ba3aae req-7e0be87b-716b-4580-94d3-073bc0bf597c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af8a0bedfcee4c1aa388b75d8822e191&device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 1163 time: 0.3177016 Feb 17 04:44:08.600584 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-f9512d17-5330-41c9-b459-bf82b0df9787 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3f4b3e-4a25-4294-8170-e6f82f754d50 HTTP/1.1" status: 200 len: 1000 time: 0.1961312 Feb 17 04:44:08.661701 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e9214a30-fe32-4619-a4db-450b571cbea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082e8860-7005-489e-9a25-b30530ede79d', 'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:43Z', 'revision_number': 4, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'gw_port': {'id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:29Z', 'updated_at': '2021-02-17T04:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': '4312cbdf-c0f9-4a1c-9b7a-738f573e5fb4', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'floating_ip_address': '172.28.1.143', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': '082e8860-7005-489e-9a25-b30530ede79d', 'port_id': '1f3f4b3e-4a25-4294-8170-e6f82f754d50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0', 'mac_address': 'fa:16:3e:f3:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:44:04Z', 'updated_at': '2021-02-17T04:44:06Z', 'revision_number': 1, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8ade0f-7bee-4a2f-9ed3-0e54a030696e', 'name': '', 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'mac_address': 'fa:16:3e:e9:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:40Z', 'updated_at': '2021-02-17T04:42:56Z', 'revision_number': 5, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'subnets': [{'id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:08.666703 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9214a30-fe32-4619-a4db-450b571cbea8 None None] Checking router: 082e8860-7005-489e-9a25-b30530ede79d for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:44:08.677535 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9214a30-fe32-4619-a4db-450b571cbea8 None None] Routers {'082e8860-7005-489e-9a25-b30530ede79d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:44:08.678223 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e9214a30-fe32-4619-a4db-450b571cbea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:43:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['082e8860-7005-489e-9a25-b30530ede79d'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:08.900210 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-e9214a30-fe32-4619-a4db-450b571cbea8 None None] Set router 082e8860-7005-489e-9a25-b30530ede79d gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:44:08.946933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a795b-7d87-4dce-b230-1f6c73ba3aae req-de2bafbb-4572-4e4b-982b-3e46c4dd935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:08.948578 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ce6a795b-7d87-4dce-b230-1f6c73ba3aae req-de2bafbb-4572-4e4b-982b-3e46c4dd935c service neutron] 10.222.0.65 "GET /v2.0/networks?id=88a134c2-d02f-44ef-83db-d81eb8997dd0 HTTP/1.1" status: 200 len: 908 time: 0.4915879 Feb 17 04:44:08.960794 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-900a5bc6-692b-4a78-908e-d561acdf320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:08.962492 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-900a5bc6-692b-4a78-908e-d561acdf320e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bf2c492-a598-4678-9f75-5d00b6e65b65 HTTP/1.1" status: 200 len: 853 time: 0.3503690 Feb 17 04:44:09.137331 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ce6a795b-7d87-4dce-b230-1f6c73ba3aae req-772d394c-620e-438d-b8ce-f6468985932a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3f4b3e-4a25-4294-8170-e6f82f754d50 HTTP/1.1" status: 200 len: 1000 time: 0.1661079 Feb 17 04:44:09.211213 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-9f14f49d-14f4-4e9d-80ee-6b26a845dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:09.212907 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-9f14f49d-14f4-4e9d-80ee-6b26a845dcf5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88a134c2-d02f-44ef-83db-d81eb8997dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1883371 Feb 17 04:44:09.224869 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-4b85a348-c219-48f0-9ffe-1acd1e130616 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:44:09.226033 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-4b85a348-c219-48f0-9ffe-1acd1e130616 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0060906 Feb 17 04:44:09.231840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a795b-7d87-4dce-b230-1f6c73ba3aae req-18b4c473-03d2-4414-b387-00be7f16272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:09.233536 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ce6a795b-7d87-4dce-b230-1f6c73ba3aae req-18b4c473-03d2-4414-b387-00be7f16272f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bf2c492-a598-4678-9f75-5d00b6e65b65 HTTP/1.1" status: 200 len: 853 time: 0.0888159 Feb 17 04:44:09.348882 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e9214a30-fe32-4619-a4db-450b571cbea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082e8860-7005-489e-9a25-b30530ede79d', 'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:43Z', 'revision_number': 4, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'gw_port': {'id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:29Z', 'updated_at': '2021-02-17T04:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': '4312cbdf-c0f9-4a1c-9b7a-738f573e5fb4', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'floating_ip_address': '172.28.1.143', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': '082e8860-7005-489e-9a25-b30530ede79d', 'port_id': '1f3f4b3e-4a25-4294-8170-e6f82f754d50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0', 'mac_address': 'fa:16:3e:f3:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:44:04Z', 'updated_at': '2021-02-17T04:44:06Z', 'revision_number': 1, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8ade0f-7bee-4a2f-9ed3-0e54a030696e', 'name': '', 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'mac_address': 'fa:16:3e:e9:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:40Z', 'updated_at': '2021-02-17T04:42:56Z', 'revision_number': 5, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'subnets': [{'id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:09.354821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9214a30-fe32-4619-a4db-450b571cbea8 None None] The sync data for ids ['082e8860-7005-489e-9a25-b30530ede79d'] in dv-cinder-759987-4-smb is: [{'id': '082e8860-7005-489e-9a25-b30530ede79d', 'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:43Z', 'revision_number': 4, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'gw_port': {'id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:29Z', 'updated_at': '2021-02-17T04:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': '4312cbdf-c0f9-4a1c-9b7a-738f573e5fb4', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'floating_ip_address': '172.28.1.143', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': '082e8860-7005-489e-9a25-b30530ede79d', 'port_id': '1f3f4b3e-4a25-4294-8170-e6f82f754d50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0', 'mac_address': 'fa:16:3e:f3:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:44:04Z', 'updated_at': '2021-02-17T04:44:06Z', 'revision_number': 1, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8ade0f-7bee-4a2f-9ed3-0e54a030696e', 'name': '', 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'mac_address': 'fa:16:3e:e9:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:40Z', 'updated_at': '2021-02-17T04:42:56Z', 'revision_number': 5, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'subnets': [{'id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:44:09.451411 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a795b-7d87-4dce-b230-1f6c73ba3aae req-4f3c477a-874c-4bfa-a909-f25a46394c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:09.453085 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ce6a795b-7d87-4dce-b230-1f6c73ba3aae req-4f3c477a-874c-4bfa-a909-f25a46394c26 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88a134c2-d02f-44ef-83db-d81eb8997dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1948311 Feb 17 04:44:09.456732 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-47873503-4176-4ce2-96d2-b40725355c9a service neutron] 10.222.0.30 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222030 Feb 17 04:44:09.588285 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-baf5221e-c378-42aa-8d56-15ac6d201ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:09.713120 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b19674e-3c53-441d-8799-d94d655d14ff None None] New status for floating IP 4312cbdf-c0f9-4a1c-9b7a-738f573e5fb4: ACTIVE {{(pid=84104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:44:09.748783 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14bda2e5-18f3-4026-982c-6cb15e9e4322 req-c9a5bb9d-f86b-4689-9561-bbbec1941e9e service neutron] 10.222.0.30 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2850921 Feb 17 04:44:09.750722 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ce6a795b-7d87-4dce-b230-1f6c73ba3aae req-c4336f77-3fae-403a-a640-5c327df2a3a3 service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637963 Feb 17 04:44:09.858766 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-8c32ebf0-57b5-452f-9d92-8db848846b90 req-ed523041-814b-465a-8961-d2b4d2ea2e4f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1523578148', 'description': 'tempest-TestMinimumBasicScenario-1523578148 description'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:09.865473 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-8c32ebf0-57b5-452f-9d92-8db848846b90 req-ed523041-814b-465a-8961-d2b4d2ea2e4f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:09.877777 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-8c32ebf0-57b5-452f-9d92-8db848846b90 req-ed523041-814b-465a-8961-d2b4d2ea2e4f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:09.922098 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-8c32ebf0-57b5-452f-9d92-8db848846b90 req-ed523041-814b-465a-8961-d2b4d2ea2e4f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:09.937597 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ce6a795b-7d87-4dce-b230-1f6c73ba3aae req-7625bfe7-fdda-4ce1-b919-f41007f596a9 service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1775603 Feb 17 04:44:09.960190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:09.962980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-8c32ebf0-57b5-452f-9d92-8db848846b90 req-ed523041-814b-465a-8961-d2b4d2ea2e4f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:09.967682 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-8c32ebf0-57b5-452f-9d92-8db848846b90 req-ed523041-814b-465a-8961-d2b4d2ea2e4f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Usage tracker for resource:security_group_rule and tenant:af8a0bedfcee4c1aa388b75d8822e191 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:09.971892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-8c32ebf0-57b5-452f-9d92-8db848846b90 req-ed523041-814b-465a-8961-d2b4d2ea2e4f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:09.979618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-8c32ebf0-57b5-452f-9d92-8db848846b90 req-ed523041-814b-465a-8961-d2b4d2ea2e4f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:10.120462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-8c32ebf0-57b5-452f-9d92-8db848846b90 req-ed523041-814b-465a-8961-d2b4d2ea2e4f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:10.166755 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-8c32ebf0-57b5-452f-9d92-8db848846b90 req-ed523041-814b-465a-8961-d2b4d2ea2e4f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:10.177840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-42ff73ba-c0d0-4bf6-b3fc-b5b0c546d632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:10.220987 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed523041-814b-465a-8961-d2b4d2ea2e4f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b99ac8-59d9-4ce4-b5a8-0773c93cda1e,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:10.224499 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ed523041-814b-465a-8961-d2b4d2ea2e4f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:10.280933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-8c32ebf0-57b5-452f-9d92-8db848846b90 req-ed523041-814b-465a-8961-d2b4d2ea2e4f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:10.282356 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8c32ebf0-57b5-452f-9d92-8db848846b90 req-ed523041-814b-465a-8961-d2b4d2ea2e4f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4317310 Feb 17 04:44:10.359195 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-75541112-9e7a-4b73-8b79-c506f3a09c9b req-3dceb113-c842-4176-a562-1b06dfdc3ced tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups/58b99ac8-59d9-4ce4-b5a8-0773c93cda1e HTTP/1.1" status: 200 len: 1814 time: 0.0528252 Feb 17 04:44:10.370418 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-75541112-9e7a-4b73-8b79-c506f3a09c9b req-1985266a-ad48-4861-842b-9dcf37bd580f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58b99ac8-59d9-4ce4-b5a8-0773c93cda1e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:10.370778 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-75541112-9e7a-4b73-8b79-c506f3a09c9b req-1985266a-ad48-4861-842b-9dcf37bd580f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58b99ac8-59d9-4ce4-b5a8-0773c93cda1e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:10.378182 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-75541112-9e7a-4b73-8b79-c506f3a09c9b req-1985266a-ad48-4861-842b-9dcf37bd580f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:10.383551 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-75541112-9e7a-4b73-8b79-c506f3a09c9b req-1985266a-ad48-4861-842b-9dcf37bd580f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Usage tracker for resource:security_group_rule and tenant:af8a0bedfcee4c1aa388b75d8822e191 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:10.386744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-75541112-9e7a-4b73-8b79-c506f3a09c9b req-1985266a-ad48-4861-842b-9dcf37bd580f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:10.393479 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-75541112-9e7a-4b73-8b79-c506f3a09c9b req-1985266a-ad48-4861-842b-9dcf37bd580f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:10.510124 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-75541112-9e7a-4b73-8b79-c506f3a09c9b req-1985266a-ad48-4861-842b-9dcf37bd580f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:10.535400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-75541112-9e7a-4b73-8b79-c506f3a09c9b req-1985266a-ad48-4861-842b-9dcf37bd580f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:10.561240 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-75541112-9e7a-4b73-8b79-c506f3a09c9b req-1985266a-ad48-4861-842b-9dcf37bd580f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346749'] for security_group_rule, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:10.564413 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:10.587041 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985266a-ad48-4861-842b-9dcf37bd580f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cba5552-03a2-4707-9456-49b9a6e4a5e3,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:10.592581 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1985266a-ad48-4861-842b-9dcf37bd580f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:10.624084 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-75541112-9e7a-4b73-8b79-c506f3a09c9b req-1985266a-ad48-4861-842b-9dcf37bd580f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:10.625488 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-75541112-9e7a-4b73-8b79-c506f3a09c9b req-1985266a-ad48-4861-842b-9dcf37bd580f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2597673 Feb 17 04:44:10.702412 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3799834c-9505-479e-b9af-631879983f6e req-1e5ab645-09cc-4029-a07a-b9b2c800f19f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups/58b99ac8-59d9-4ce4-b5a8-0773c93cda1e HTTP/1.1" status: 200 len: 2407 time: 0.0529034 Feb 17 04:44:10.714184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-3799834c-9505-479e-b9af-631879983f6e req-5f35e2d9-59f2-48c3-b555-0796c8d99b1f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58b99ac8-59d9-4ce4-b5a8-0773c93cda1e', 'remote_group_id': None}]} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:10.714548 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-3799834c-9505-479e-b9af-631879983f6e req-5f35e2d9-59f2-48c3-b555-0796c8d99b1f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58b99ac8-59d9-4ce4-b5a8-0773c93cda1e', 'remote_group_id': None}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:10.721583 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-3799834c-9505-479e-b9af-631879983f6e req-5f35e2d9-59f2-48c3-b555-0796c8d99b1f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:10.725838 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-3799834c-9505-479e-b9af-631879983f6e req-5f35e2d9-59f2-48c3-b555-0796c8d99b1f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Usage tracker for resource:security_group_rule and tenant:af8a0bedfcee4c1aa388b75d8822e191 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:10.728964 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-3799834c-9505-479e-b9af-631879983f6e req-5f35e2d9-59f2-48c3-b555-0796c8d99b1f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:10.735005 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-3799834c-9505-479e-b9af-631879983f6e req-5f35e2d9-59f2-48c3-b555-0796c8d99b1f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:10.833368 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3799834c-9505-479e-b9af-631879983f6e req-5f35e2d9-59f2-48c3-b555-0796c8d99b1f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:10.857743 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3799834c-9505-479e-b9af-631879983f6e req-5f35e2d9-59f2-48c3-b555-0796c8d99b1f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:10.896620 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3799834c-9505-479e-b9af-631879983f6e req-5f35e2d9-59f2-48c3-b555-0796c8d99b1f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346749'] for security_group_rule, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:10.898929 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dff99993-4f11-4090-9ce3-2faca71a769a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:10.924749 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35e2d9-59f2-48c3-b555-0796c8d99b1f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee28e55-4e61-4310-befb-5ed8f0938dc3,revision_number=0']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:10.930993 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-5f35e2d9-59f2-48c3-b555-0796c8d99b1f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:10.955483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-3799834c-9505-479e-b9af-631879983f6e req-5f35e2d9-59f2-48c3-b555-0796c8d99b1f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:10.956886 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3799834c-9505-479e-b9af-631879983f6e req-5f35e2d9-59f2-48c3-b555-0796c8d99b1f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2476509 Feb 17 04:44:11.096680 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-a4a47702-50fd-4f20-adc6-98087a119f70 req-01e27adf-77f7-4f7e-b815-833936dc59e6 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Synchronizing usage tracker for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:security_group {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:44:11.153457 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-a4a47702-50fd-4f20-adc6-98087a119f70 req-01e27adf-77f7-4f7e-b815-833936dc59e6 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Unset dirty status for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:security_group {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:44:11.154793 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a4a47702-50fd-4f20-adc6-98087a119f70 req-01e27adf-77f7-4f7e-b815-833936dc59e6 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1523578148&fields=id&tenant_id=af8a0bedfcee4c1aa388b75d8822e191 HTTP/1.1" status: 200 len: 267 time: 0.1020355 Feb 17 04:44:11.248569 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a47702-50fd-4f20-adc6-98087a119f70 req-d7d8dffc-bb37-40ab-842f-54767710f4b3 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:11.250194 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a4a47702-50fd-4f20-adc6-98087a119f70 req-d7d8dffc-bb37-40ab-842f-54767710f4b3 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 946 time: 0.0882685 Feb 17 04:44:11.262393 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-a4a47702-50fd-4f20-adc6-98087a119f70 req-bc884c39-53d9-4b8f-ad9e-155aeabb57fe tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Request body: {'port': {'security_groups': ['3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be', '58b99ac8-59d9-4ce4-b5a8-0773c93cda1e']}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:44:11.383961 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:11.397030 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a4a47702-50fd-4f20-adc6-98087a119f70 req-bc884c39-53d9-4b8f-ad9e-155aeabb57fe tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:11.730078 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-a4a47702-50fd-4f20-adc6-98087a119f70 req-bc884c39-53d9-4b8f-ad9e-155aeabb57fe tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] For port 1f3f4b3e-4a25-4294-8170-e6f82f754d50, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=1f3f4b3e-4a25-4294-8170-e6f82f754d50,segment=NetworkSegment(6d2da65a-13eb-4f4d-9da0-1e1174e04251),segment_id=6d2da65a-13eb-4f4d-9da0-1e1174e04251)] {{(pid=84101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:11.756103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a4a47702-50fd-4f20-adc6-98087a119f70 req-bc884c39-53d9-4b8f-ad9e-155aeabb57fe tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for port, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:11.800929 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a4a47702-50fd-4f20-adc6-98087a119f70 req-bc884c39-53d9-4b8f-ad9e-155aeabb57fe tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853031306'] for port, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:11.816164 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:11.975716 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc884c39-53d9-4b8f-ad9e-155aeabb57fe tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Pushing event updated for resources: {'Port': ['ID=1f3f4b3e-4a25-4294-8170-e6f82f754d50,revision_number=5']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:11.979458 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bc884c39-53d9-4b8f-ad9e-155aeabb57fe tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:12.021570 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a47702-50fd-4f20-adc6-98087a119f70 req-bc884c39-53d9-4b8f-ad9e-155aeabb57fe tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:12.022254 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a4a47702-50fd-4f20-adc6-98087a119f70 req-bc884c39-53d9-4b8f-ad9e-155aeabb57fe tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:12.023790 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a4a47702-50fd-4f20-adc6-98087a119f70 req-bc884c39-53d9-4b8f-ad9e-155aeabb57fe tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "PUT /v2.0/ports/1f3f4b3e-4a25-4294-8170-e6f82f754d50 HTTP/1.1" status: 200 len: 982 time: 0.7665851 Feb 17 04:44:12.025747 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'tag': '1f3f4b3e-4a25-4294-8170-e6f82f754d50'}] {{(pid=84101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:12.083023 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'tag': '1f3f4b3e-4a25-4294-8170-e6f82f754d50', 'status': 'completed', 'code': 200} Feb 17 04:44:12.126110 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:12.196029 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d75ac2-3197-4af4-9246-ac4938391336 req-b88205fd-6424-4490-a90b-d9b1aebc86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:12.197715 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-82d75ac2-3197-4af4-9246-ac4938391336 req-b88205fd-6424-4490-a90b-d9b1aebc86cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af8a0bedfcee4c1aa388b75d8822e191&device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 1203 time: 0.0870321 Feb 17 04:44:12.227367 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-2b3f6123-8b74-4732-8bd2-f661713f0815 None None] Provisioning complete for port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:44:12.228091 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2b3f6123-8b74-4732-8bd2-f661713f0815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:12.234261 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9effe04-e049-48ed-9aac-b399169716c3 req-f78b95da-ae5b-4f09-983b-23f82d6ff29a tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:12.242672 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f9effe04-e049-48ed-9aac-b399169716c3 req-f78b95da-ae5b-4f09-983b-23f82d6ff29a tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 985 time: 0.0996451 Feb 17 04:44:12.295202 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f9effe04-e049-48ed-9aac-b399169716c3 req-a18cddde-011c-44a5-88be-f9e565561d1f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=58b99ac8-59d9-4ce4-b5a8-0773c93cda1e&id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0514960 Feb 17 04:44:12.381788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d75ac2-3197-4af4-9246-ac4938391336 req-463b097a-0294-42b5-b91c-44fadc440d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:12.383663 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-82d75ac2-3197-4af4-9246-ac4938391336 req-463b097a-0294-42b5-b91c-44fadc440d93 service neutron] 10.222.0.65 "GET /v2.0/networks?id=88a134c2-d02f-44ef-83db-d81eb8997dd0 HTTP/1.1" status: 200 len: 908 time: 0.1772182 Feb 17 04:44:12.504746 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-82d75ac2-3197-4af4-9246-ac4938391336 req-cbc5da82-fe5f-448c-9ff3-0f1d82fdb0eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3f4b3e-4a25-4294-8170-e6f82f754d50 HTTP/1.1" status: 200 len: 1002 time: 0.1123745 Feb 17 04:44:12.576986 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d75ac2-3197-4af4-9246-ac4938391336 req-2b7e3b72-b4e9-4d60-b1b7-b84a1c21c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:12.579692 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-82d75ac2-3197-4af4-9246-ac4938391336 req-2b7e3b72-b4e9-4d60-b1b7-b84a1c21c4bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bf2c492-a598-4678-9f75-5d00b6e65b65 HTTP/1.1" status: 200 len: 853 time: 0.0657504 Feb 17 04:44:12.580860 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 1f3f4b3e-4a25-4294-8170-e6f82f754d50 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:44:12.658742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:44:12.659234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:12.668230 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d75ac2-3197-4af4-9246-ac4938391336 req-768efbc1-c9d2-48b1-af3d-363316d9f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:12.669908 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-82d75ac2-3197-4af4-9246-ac4938391336 req-768efbc1-c9d2-48b1-af3d-363316d9f0d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88a134c2-d02f-44ef-83db-d81eb8997dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834239 Feb 17 04:44:12.820870 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-82d75ac2-3197-4af4-9246-ac4938391336 req-7f7fd48d-e8ed-46dd-882b-b6a7daf701a2 service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398613 Feb 17 04:44:12.963198 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-82d75ac2-3197-4af4-9246-ac4938391336 req-48d8b3d4-dcf0-4e09-b4da-37cd49e71300 service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357307 Feb 17 04:44:19.722367 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae60089-09fd-4a0e-b99b-ca999b0f95e0 req-88c723a3-86fd-4041-a791-8eedbcef413a tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:19.723988 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6ae60089-09fd-4a0e-b99b-ca999b0f95e0 req-88c723a3-86fd-4041-a791-8eedbcef413a tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 945 time: 0.0906172 Feb 17 04:44:19.772548 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6ae60089-09fd-4a0e-b99b-ca999b0f95e0 req-84722224-df3a-4e49-ba27-281a3932e87f tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421777 Feb 17 04:44:20.426377 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-39151cb1-b565-4368-b00b-8e53963268f0 req-45c3fb31-ea95-4d3c-907e-68195ff56e8e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0784235 Feb 17 04:44:20.531993 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39151cb1-b565-4368-b00b-8e53963268f0 req-8e1c83a4-d6ed-4f0e-b1f3-a48cc2d303e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:20.534259 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-39151cb1-b565-4368-b00b-8e53963268f0 req-8e1c83a4-d6ed-4f0e-b1f3-a48cc2d303e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b027197d07e3499fb8ba5782c70e429a&device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 1163 time: 0.0841196 Feb 17 04:44:20.698553 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39151cb1-b565-4368-b00b-8e53963268f0 req-895cf350-3a34-4402-84a4-f3671fa4c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:20.700043 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-39151cb1-b565-4368-b00b-8e53963268f0 req-895cf350-3a34-4402-84a4-f3671fa4c7d7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c HTTP/1.1" status: 200 len: 904 time: 0.1380122 Feb 17 04:44:20.814672 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-39151cb1-b565-4368-b00b-8e53963268f0 req-ded188f8-9736-45f4-8a8a-71d8fa577a6a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ecd0396-37f8-4e16-88be-c260d0416d25 HTTP/1.1" status: 200 len: 1001 time: 0.1064484 Feb 17 04:44:20.885244 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39151cb1-b565-4368-b00b-8e53963268f0 req-621cf610-ce40-4757-8ee8-62e857ed6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:20.886855 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-39151cb1-b565-4368-b00b-8e53963268f0 req-621cf610-ce40-4757-8ee8-62e857ed6fa0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24db9e6c-4099-46d8-ad28-21e2d704428a HTTP/1.1" status: 200 len: 849 time: 0.0655134 Feb 17 04:44:21.047278 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa166aaa-b857-4f8c-87f6-01bcfb000417 req-cd047230-da87-4f2a-aede-85e21790d692 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:21.049065 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fa166aaa-b857-4f8c-87f6-01bcfb000417 req-cd047230-da87-4f2a-aede-85e21790d692 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 945 time: 0.1592760 Feb 17 04:44:21.051984 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39151cb1-b565-4368-b00b-8e53963268f0 req-1381d70f-e9cc-4464-baa5-0985e21ef7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:21.053554 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-39151cb1-b565-4368-b00b-8e53963268f0 req-1381d70f-e9cc-4464-baa5-0985e21ef7d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1224070 Feb 17 04:44:21.194465 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fa166aaa-b857-4f8c-87f6-01bcfb000417 req-668ebab6-2182-4923-ad5c-6bc7b25ec070 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384482 Feb 17 04:44:21.238936 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-39151cb1-b565-4368-b00b-8e53963268f0 req-dbf839a4-deaf-4464-af94-714bedec5f2a service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640277 Feb 17 04:44:21.624361 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-39151cb1-b565-4368-b00b-8e53963268f0 req-ef8370e9-3ed8-474a-861a-9a3dc0f7186b service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3779831 Feb 17 04:44:22.396710 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a71f2c-c764-4c68-9485-f3ef3b0c9c2b req-3384adbd-6e26-4666-b97d-857fc8eabf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:22.398455 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-73a71f2c-c764-4c68-9485-f3ef3b0c9c2b req-3384adbd-6e26-4666-b97d-857fc8eabf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 945 time: 0.0876153 Feb 17 04:44:22.452203 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-73a71f2c-c764-4c68-9485-f3ef3b0c9c2b req-f86fa25b-4ce1-44de-b1d9-037fdff8e42e tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470979 Feb 17 04:44:23.509365 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:23.661212 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb355071-9155-43c5-9cfa-41697f2a52b0 req-6b8fbc0b-4aa1-4bbf-9beb-cac4fab3fd66 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:23.662830 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fb355071-9155-43c5-9cfa-41697f2a52b0 req-6b8fbc0b-4aa1-4bbf-9beb-cac4fab3fd66 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 945 time: 0.0963659 Feb 17 04:44:23.710950 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fb355071-9155-43c5-9cfa-41697f2a52b0 req-2b14983c-7c6b-4001-b253-d8f944eb221e tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417178 Feb 17 04:44:24.907074 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5793a-a0b3-420d-b586-82f0f2da6a46 req-c86fb82c-6cce-49d8-a0ae-8e4f03ae5904 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:24.909236 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5cf5793a-a0b3-420d-b586-82f0f2da6a46 req-c86fb82c-6cce-49d8-a0ae-8e4f03ae5904 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 945 time: 0.0855508 Feb 17 04:44:24.956690 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5cf5793a-a0b3-420d-b586-82f0f2da6a46 req-b205f797-e1b6-4ba2-9908-8fa1e068a3ba tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/security-groups?id=7739e405-6b7b-4c7f-b652-b936566318ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410495 Feb 17 04:44:25.053416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791e123-0ae3-4573-93a9-d5b5b089139e req-3e18c629-83a6-4ef5-8092-e4817015d740 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:44:25.055024 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f791e123-0ae3-4573-93a9-d5b5b089139e req-3e18c629-83a6-4ef5-8092-e4817015d740 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.65 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 945 time: 0.0891404 Feb 17 04:44:25.138507 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-f791e123-0ae3-4573-93a9-d5b5b089139e req-e416a771-b9da-494b-a5e2-d271d5ef7e38 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Deleting port 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:44:25.138893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-f791e123-0ae3-4573-93a9-d5b5b089139e req-e416a771-b9da-494b-a5e2-d271d5ef7e38 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:25.411621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-f791e123-0ae3-4573-93a9-d5b5b089139e req-e416a771-b9da-494b-a5e2-d271d5ef7e38 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] For port 2c566dd7-9a75-40dc-aaf9-0eceee279ce9, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2c566dd7-9a75-40dc-aaf9-0eceee279ce9,segment=NetworkSegment(0a0671b8-9744-422d-a03c-b5effad0fae8),segment_id=0a0671b8-9744-422d-a03c-b5effad0fae8)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:44:25.412028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-f791e123-0ae3-4573-93a9-d5b5b089139e req-e416a771-b9da-494b-a5e2-d271d5ef7e38 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:25.548830 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-f791e123-0ae3-4573-93a9-d5b5b089139e req-e416a771-b9da-494b-a5e2-d271d5ef7e38 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Calling delete_port for 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:44:25.749261 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-f791e123-0ae3-4573-93a9-d5b5b089139e req-e416a771-b9da-494b-a5e2-d271d5ef7e38 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:25.799357 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-edcf019b-7de1-461e-bbfe-25243364d510 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:25.863314 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416a771-b9da-494b-a5e2-d271d5ef7e38 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Pushing event deleted for resources: {'Port': ['ID=2c566dd7-9a75-40dc-aaf9-0eceee279ce9,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:25.870322 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e416a771-b9da-494b-a5e2-d271d5ef7e38 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:25.978371 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f791e123-0ae3-4573-93a9-d5b5b089139e req-e416a771-b9da-494b-a5e2-d271d5ef7e38 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] No DVR routers for this DVR port 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:44:25.981334 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-f791e123-0ae3-4573-93a9-d5b5b089139e req-e416a771-b9da-494b-a5e2-d271d5ef7e38 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:25.984423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd737e1c4-0336-4e9c-969e-033565d4a835', 'name': 'network-vif-deleted', 'tag': '2c566dd7-9a75-40dc-aaf9-0eceee279ce9'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:44:26.041510 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f791e123-0ae3-4573-93a9-d5b5b089139e req-e416a771-b9da-494b-a5e2-d271d5ef7e38 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.65 "DELETE /v2.0/ports/2c566dd7-9a75-40dc-aaf9-0eceee279ce9 HTTP/1.1" status: 204 len: 173 time: 0.9799790 Feb 17 04:44:26.129297 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd737e1c4-0336-4e9c-969e-033565d4a835', 'name': 'network-vif-deleted', 'tag': '2c566dd7-9a75-40dc-aaf9-0eceee279ce9', 'status': 'completed', 'code': 200} Feb 17 04:44:26.142173 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d73087ff-c30c-476a-8a55-f332cf41d9ac req-5eddf3f4-0980-4819-9778-af472ff78790 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Synchronizing usage tracker for tenant:e0d76c154d4d484090eb3b151aad1c43 on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:44:26.187492 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d73087ff-c30c-476a-8a55-f332cf41d9ac req-5eddf3f4-0980-4819-9778-af472ff78790 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Unset dirty status for tenant:e0d76c154d4d484090eb3b151aad1c43 on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:44:26.188878 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d73087ff-c30c-476a-8a55-f332cf41d9ac req-5eddf3f4-0980-4819-9778-af472ff78790 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] 10.222.0.30 "GET /v2.0/ports?device_id=d737e1c4-0336-4e9c-969e-033565d4a835 HTTP/1.1" status: 200 len: 210 time: 0.1057997 Feb 17 04:44:26.337831 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:44:26.378118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] No Port match for: 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:44:26.378516 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 2c566dd7-9a75-40dc-aaf9-0eceee279ce9 not bound to the agent host hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:44:33.680372 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:44:37.160892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fe857fcc-5597-4c03-bf7c-4ba96c22180f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:39.581470 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f139af1a-0bdf-4a42-ace7-d01f1d704ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:39.926222 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:41.387362 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:42.131528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:49.376835 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 55430) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:49.447172 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b44cca-bd9b-42ea-a164-01ff75cb719f admin admin] Deleting subnet ccea322c-de5b-4849-bf41-88967bd9fc34 {{(pid=84101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:44:49.450389 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-34b44cca-bd9b-42ea-a164-01ff75cb719f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:49.504861 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-34b44cca-bd9b-42ea-a164-01ff75cb719f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036827445253'] for subnet, precommit_delete_associations {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:49.565624 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-34b44cca-bd9b-42ea-a164-01ff75cb719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851242243'] for subnet, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:49.852375 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-34b44cca-bd9b-42ea-a164-01ff75cb719f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1744043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827320875'] for subnet, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:49.869890 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:49.970387 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b44cca-bd9b-42ea-a164-01ff75cb719f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccea322c-de5b-4849-bf41-88967bd9fc34,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:49.973839 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-34b44cca-bd9b-42ea-a164-01ff75cb719f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:50.013858 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-34b44cca-bd9b-42ea-a164-01ff75cb719f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:50.020859 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-34b44cca-bd9b-42ea-a164-01ff75cb719f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ccea322c-de5b-4849-bf41-88967bd9fc34 HTTP/1.1" status: 204 len: 168 time: 0.6447752 Feb 17 04:44:50.023762 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 55434) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:50.148742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854052385'] for network, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:50.357424 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851244700', 'neutron.services.segments.db._delete_segments_for_network-8743200863210'] for network, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:50.485353 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd07fcd5-3e82-455d-9a27-80b71f79489e']}} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:50.500391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0671b8-9744-422d-a03c-b5effad0fae8') {'for_net_delete': True} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:50.500790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0671b8-9744-422d-a03c-b5effad0fae8') {} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:44:50.514577 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293653907196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1700248'] for segment, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:50.531101 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:50.533374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:44:50.727949 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] Network dd07fcd5-3e82-455d-9a27-80b71f79489e has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:44:50.738288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851238932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-691297'] for segment, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:50.928775 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] Network dd07fcd5-3e82-455d-9a27-80b71f79489e has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: Traceback (most recent call last): Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: timer() Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: cb(*args, **kw) Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: return func(*args, **kwargs) Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: self._notify() Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: self.callback(batched_events) Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: event.method(event) Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: segment_id)['aggregates'][0] Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: return f(self, *a, **k) Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: return self._get(url).json() Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: **kwargs) Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: return self.request(url, 'GET', **kwargs) Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: **endpoint_filter) Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:44:50.957831 dv-cinder-759987-4-smb neutron-server[83988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:44:51.064052 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857043'] for network, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:51.071654 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-59122ae8-46ea-4353-834a-1378aa04d9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:51.089959 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:51.099708 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd07fcd5-3e82-455d-9a27-80b71f79489e,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:51.104895 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:51.138014 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] 10.222.0.30 "DELETE /v2.0/networks/dd07fcd5-3e82-455d-9a27-80b71f79489e HTTP/1.1" status: 204 len: 168 time: 1.1128035 Feb 17 04:44:51.360293 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 55440) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:51.420383 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-a2f9bb0b-32a6-499a-9ee1-bff9e00485d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0d76c154d4d484090eb3b151aad1c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584729 Feb 17 04:44:51.423002 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 55444) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:51.490992 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c7fff386-921f-4283-a4f3-2cc8f64dd327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:51.521309 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c7fff386-921f-4283-a4f3-2cc8f64dd327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:51.598879 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c7fff386-921f-4283-a4f3-2cc8f64dd327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:51.603327 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b8cc4dfb-2405-4bd8-afbd-f4a6eca27e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:51.619548 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fff386-921f-4283-a4f3-2cc8f64dd327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7739e405-6b7b-4c7f-b652-b936566318ba,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:51.622742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c7fff386-921f-4283-a4f3-2cc8f64dd327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:51.663503 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c7fff386-921f-4283-a4f3-2cc8f64dd327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:51.664873 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-c7fff386-921f-4283-a4f3-2cc8f64dd327 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7739e405-6b7b-4c7f-b652-b936566318ba HTTP/1.1" status: 204 len: 168 time: 0.2407880 Feb 17 04:44:53.552639 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:59.163104 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 55530) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:59.294074 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-122f4138-a6be-4ab0-9b1a-d423df25e1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:59.320916 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-122f4138-a6be-4ab0-9b1a-d423df25e1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:44:59.325075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-122f4138-a6be-4ab0-9b1a-d423df25e1c5 admin admin] Usage tracker for resource:security_group_rule and tenant:49bb8df266d64ae5bf2e3af0ce4d8ad9 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:44:59.328097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-122f4138-a6be-4ab0-9b1a-d423df25e1c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:44:59.333962 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-122f4138-a6be-4ab0-9b1a-d423df25e1c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:44:59.426483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-122f4138-a6be-4ab0-9b1a-d423df25e1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:59.455152 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-122f4138-a6be-4ab0-9b1a-d423df25e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:59.466673 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e3e5a530-f137-43c2-be4b-1c2c61c1c4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:59.510199 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f4138-a6be-4ab0-9b1a-d423df25e1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeb05a2-70fe-4396-93cc-2978e02a5d36,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:59.514967 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-122f4138-a6be-4ab0-9b1a-d423df25e1c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49bb8df266d64ae5bf2e3af0ce4d8ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507371 Feb 17 04:44:59.515970 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-122f4138-a6be-4ab0-9b1a-d423df25e1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:59.518040 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 55538) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:44:59.584735 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0113f7b6-54c8-4d3a-ba51-2b4de3119b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:59.615571 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0113f7b6-54c8-4d3a-ba51-2b4de3119b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:59.731855 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0113f7b6-54c8-4d3a-ba51-2b4de3119b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:59.739296 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f7407200-783b-4c9d-b2dc-745396408c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:44:59.755874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113f7b6-54c8-4d3a-ba51-2b4de3119b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeb05a2-70fe-4396-93cc-2978e02a5d36,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:44:59.759224 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0113f7b6-54c8-4d3a-ba51-2b4de3119b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:44:59.762613 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0113f7b6-54c8-4d3a-ba51-2b4de3119b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:44:59.765035 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-0113f7b6-54c8-4d3a-ba51-2b4de3119b14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/beeb05a2-70fe-4396-93cc-2978e02a5d36 HTTP/1.1" status: 204 len: 168 time: 0.2452202 Feb 17 04:45:00.281955 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b43d6-ae13-4245-827c-86027d9b2a37 req-510b5be2-b61f-4422-897f-7e83a62b9add tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:00.283564 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a60b43d6-ae13-4245-827c-86027d9b2a37 req-510b5be2-b61f-4422-897f-7e83a62b9add tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.0963104 Feb 17 04:45:00.335462 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a60b43d6-ae13-4245-827c-86027d9b2a37 req-7fe5d001-981e-4593-9064-80fa43b2947d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453472 Feb 17 04:45:01.561643 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91430f-1156-439e-958c-6db63a9559ea req-4ccb0144-cd48-44e6-9b64-ae2e99ac340f tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:01.563342 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8b91430f-1156-439e-958c-6db63a9559ea req-4ccb0144-cd48-44e6-9b64-ae2e99ac340f tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.0958054 Feb 17 04:45:01.614334 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8b91430f-1156-439e-958c-6db63a9559ea req-66b95948-0ab8-48b4-895b-a43e7c7f0341 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444374 Feb 17 04:45:02.252271 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-a8631982-30c5-4b58-81e4-a92617fc39e7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:02.253986 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-a8631982-30c5-4b58-81e4-a92617fc39e7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.65 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 945 time: 0.0900290 Feb 17 04:45:02.339917 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Deleting port 9c8d9e88-eab4-4c1a-adf8-d65694486006 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:45:02.340232 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:02.599589 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9c8d9e88-eab4-4c1a-adf8-d65694486006 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:45:02.611776 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] For port 9c8d9e88-eab4-4c1a-adf8-d65694486006, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9c8d9e88-eab4-4c1a-adf8-d65694486006,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:45:02.612793 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:02.726754 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:02.758217 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c8d9e88-eab4-4c1a-adf8-d65694486006'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:02.769441 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 9c8d9e88-eab4-4c1a-adf8-d65694486006, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9c8d9e88-eab4-4c1a-adf8-d65694486006,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:45:02.800247 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:02.803323 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:02.858329 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41302fa6-bd53-4388-83df-ecda63f9ce5e req-9d413599-993c-4a25-be76-f20278e93df8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:02.868905 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-41302fa6-bd53-4388-83df-ecda63f9ce5e req-9d413599-993c-4a25-be76-f20278e93df8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.1246948 Feb 17 04:45:02.879442 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=9c8d9e88-eab4-4c1a-adf8-d65694486006,revision_number=7']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:02.888370 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.888966 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.889365 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.889752 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.890136 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.890521 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.891062 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.891609 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.892125 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.892633 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.893015 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.893427 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.893850 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.894227 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.894598 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.894976 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.895341 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.895711 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.896088 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.896474 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.896863 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.897249 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.897597 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.897949 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:02.906402 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:02.925311 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-41302fa6-bd53-4388-83df-ecda63f9ce5e req-8d40e8f1-a778-4a69-9c8c-0e18d54d3553 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545175 Feb 17 04:45:02.960428 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:02.961232 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:02.961592 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_db [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Floating IP ffe5e594-4d25-45e4-adc6-a4dbaa5a55d2 disassociated. External IP: 172.28.1.79, port: 9c8d9e88-eab4-4c1a-adf8-d65694486006. Feb 17 04:45:02.962019 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Calling delete_port for 9c8d9e88-eab4-4c1a-adf8-d65694486006 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:45:03.086016 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:45:03.086392 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:45:03.116013 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c8d9e88-eab4-4c1a-adf8-d65694486006', 'code': 200} Feb 17 04:45:03.588095 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Deleting port 9c8d9e88-eab4-4c1a-adf8-d65694486006 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:45:03.588534 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:03.868330 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] For port 9c8d9e88-eab4-4c1a-adf8-d65694486006, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9c8d9e88-eab4-4c1a-adf8-d65694486006,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:45:03.868959 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:04.146066 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bad774-f471-428d-98a6-2d5b202cc69b req-fb25ae76-4129-423d-bede-1d550a903508 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:04.147969 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c1bad774-f471-428d-98a6-2d5b202cc69b req-fb25ae76-4129-423d-bede-1d550a903508 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 943 time: 0.0962296 Feb 17 04:45:04.204740 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c1bad774-f471-428d-98a6-2d5b202cc69b req-390c010e-d300-4d6c-b7db-0f3ef6ae9843 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491543 Feb 17 04:45:04.216973 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:04.217277 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:04.217633 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_db [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Floating IP ffe5e594-4d25-45e4-adc6-a4dbaa5a55d2 disassociated. External IP: 172.28.1.79, port: 9c8d9e88-eab4-4c1a-adf8-d65694486006. Feb 17 04:45:04.218029 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Calling delete_port for 9c8d9e88-eab4-4c1a-adf8-d65694486006 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:45:04.422895 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:04.442138 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ac883199-f46b-45e8-8cb7-3025eeb2063e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:04.824155 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event deleted for resources: {'Port': ['ID=9c8d9e88-eab4-4c1a-adf8-d65694486006,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:04.829559 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:05.163798 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Router b4145734-9e5e-49fb-957c-5a0f8d1f4381 has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:45:05.458310 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b07f6629-42df-4e2b-808c-aa618deb8b3e req-1162ad89-67c9-4ae6-9a84-9686cf318da9 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 210 time: 0.0753846 Feb 17 04:45:05.459565 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:45:05.476848 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed02f055-d090-4f6d-8ffc-6424c41009d1 None None] Sync routers for ids ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:45:05.498373 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02f055-d090-4f6d-8ffc-6424c41009d1 None None] Routers {'b4145734-9e5e-49fb-957c-5a0f8d1f4381'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:45:05.500167 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-ed02f055-d090-4f6d-8ffc-6424c41009d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:44:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:05.502898 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] No DVR routers for this DVR port 9c8d9e88-eab4-4c1a-adf8-d65694486006 on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:45:05.505648 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:05.509070 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'name': 'network-vif-deleted', 'tag': '9c8d9e88-eab4-4c1a-adf8-d65694486006'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:05.568595 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4c9767b2-1c79-456e-95cd-a468c10e3613 req-b36bd741-73e5-4fe8-88b1-de751251c560 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.65 "DELETE /v2.0/ports/9c8d9e88-eab4-4c1a-adf8-d65694486006 HTTP/1.1" status: 204 len: 173 time: 3.3068597 Feb 17 04:45:05.607421 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5782f5c3-307d-4a80-a71f-bc1bb5e14eda', 'name': 'network-vif-deleted', 'tag': '9c8d9e88-eab4-4c1a-adf8-d65694486006', 'status': 'completed', 'code': 200} Feb 17 04:45:05.762008 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-ed02f055-d090-4f6d-8ffc-6424c41009d1 None None] Set router b4145734-9e5e-49fb-957c-5a0f8d1f4381 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:45:06.161416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-ed02f055-d090-4f6d-8ffc-6424c41009d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:04Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '675d1fed-f79d-4ba6-8626-b36c7948fe67', 'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'mac_address': 'fa:16:3e:4f:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:59Z', 'updated_at': '2021-02-17T04:39:20Z', 'revision_number': 5, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'subnets': [{'id': '74b38920-b506-4cd3-87a7-221a55afe365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:06.167349 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed02f055-d090-4f6d-8ffc-6424c41009d1 None None] Checking router: b4145734-9e5e-49fb-957c-5a0f8d1f4381 for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:45:06.187406 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02f055-d090-4f6d-8ffc-6424c41009d1 None None] Routers {'b4145734-9e5e-49fb-957c-5a0f8d1f4381'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:45:06.188722 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-ed02f055-d090-4f6d-8ffc-6424c41009d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:44:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:06.700746 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-ed02f055-d090-4f6d-8ffc-6424c41009d1 None None] Set router b4145734-9e5e-49fb-957c-5a0f8d1f4381 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:45:06.812348 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-4a24d874-3ead-48e0-a54d-596b8076e823 req-7a175e44-d31e-4b5c-a111-d9a8b4bde4ad tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Synchronizing usage tracker for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:06.863383 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-4a24d874-3ead-48e0-a54d-596b8076e823 req-7a175e44-d31e-4b5c-a111-d9a8b4bde4ad tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Unset dirty status for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:06.865365 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4a24d874-3ead-48e0-a54d-596b8076e823 req-7a175e44-d31e-4b5c-a111-d9a8b4bde4ad tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=5782f5c3-307d-4a80-a71f-bc1bb5e14eda HTTP/1.1" status: 200 len: 210 time: 0.1199861 Feb 17 04:45:07.085565 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-ed02f055-d090-4f6d-8ffc-6424c41009d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:04Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '675d1fed-f79d-4ba6-8626-b36c7948fe67', 'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'mac_address': 'fa:16:3e:4f:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:59Z', 'updated_at': '2021-02-17T04:39:20Z', 'revision_number': 5, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'subnets': [{'id': '74b38920-b506-4cd3-87a7-221a55afe365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:07.090476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed02f055-d090-4f6d-8ffc-6424c41009d1 None None] The sync data for ids ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'] in dv-cinder-759987-4-smb is: [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:04Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '675d1fed-f79d-4ba6-8626-b36c7948fe67', 'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'mac_address': 'fa:16:3e:4f:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:59Z', 'updated_at': '2021-02-17T04:39:20Z', 'revision_number': 5, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'subnets': [{'id': '74b38920-b506-4cd3-87a7-221a55afe365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:45:07.182765 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e5254aee-898e-46b3-8bb3-85d6109f1d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:07.522313 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb93935-e4c2-4787-922c-d24cc661ced3 None None] New status for floating IP ffe5e594-4d25-45e4-adc6-a4dbaa5a55d2: DOWN {{(pid=84104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:45:08.150462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 55576) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:08.227273 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:08.262905 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:08.348410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:08.354483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1baefba8-b48a-4b99-b9be-b826a43b8086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:08.372167 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfb0d88-a33a-48e7-bd1b-b35cfbed068b,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:08.380437 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.380878 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.381290 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.381696 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.382097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.382494 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.382893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.383286 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.383681 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.384075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.384493 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.384896 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.385329 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.385720 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.386109 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.386559 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.386882 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.387270 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.387656 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.388041 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.388430 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.394233 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.394233 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.394233 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:08.394233 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:08.431691 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:08.433056 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "DELETE /v2.0/security-groups/1bfb0d88-a33a-48e7-bd1b-b35cfbed068b HTTP/1.1" status: 204 len: 168 time: 0.2813606 Feb 17 04:45:08.435915 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 55580) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:08.454561 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.v2.resource [None req-33470a11-1fa9-4046-90ac-3e241cb5606c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] show failed (client error): The resource could not be found. Feb 17 04:45:08.455723 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-33470a11-1fa9-4046-90ac-3e241cb5606c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups/1bfb0d88-a33a-48e7-bd1b-b35cfbed068b HTTP/1.1" status: 404 len: 347 time: 0.0187364 Feb 17 04:45:08.459041 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 55584) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:08.639759 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-48d01903-2f8f-4716-8977-4a6d68efdc01 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Deleting port a77002e9-3ef6-43e2-be78-961bfbb549a6 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:45:08.640144 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-48d01903-2f8f-4716-8977-4a6d68efdc01 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:08.853534 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-48d01903-2f8f-4716-8977-4a6d68efdc01 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:08.853948 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-48d01903-2f8f-4716-8977-4a6d68efdc01 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:08.995884 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-48d01903-2f8f-4716-8977-4a6d68efdc01 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Calling delete_port for a77002e9-3ef6-43e2-be78-961bfbb549a6 owned by network:floatingip {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:45:09.239832 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-48d01903-2f8f-4716-8977-4a6d68efdc01 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:09.259884 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f5d42208-17b2-443c-bc01-286017e93863 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:09.378399 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d01903-2f8f-4716-8977-4a6d68efdc01 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event deleted for resources: {'Port': ['ID=a77002e9-3ef6-43e2-be78-961bfbb549a6,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:09.381641 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-48d01903-2f8f-4716-8977-4a6d68efdc01 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:09.571347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-48d01903-2f8f-4716-8977-4a6d68efdc01 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:09.577131 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b6f63ae7-86f9-46e0-b24e-d94531c30f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:09.655533 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-48d01903-2f8f-4716-8977-4a6d68efdc01 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:09.656869 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-48d01903-2f8f-4716-8977-4a6d68efdc01 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "DELETE /v2.0/floatingips/ffe5e594-4d25-45e4-adc6-a4dbaa5a55d2 HTTP/1.1" status: 204 len: 168 time: 1.1966662 Feb 17 04:45:09.695638 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b0713-08d8-4387-8e46-342b72b4b40f req-139c1252-68bf-485f-98c5-da24a67c3658 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:09.697343 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-306b0713-08d8-4387-8e46-342b72b4b40f req-139c1252-68bf-485f-98c5-da24a67c3658 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.0971911 Feb 17 04:45:09.768674 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-306b0713-08d8-4387-8e46-342b72b4b40f req-b9fbe3e9-f0d2-4a41-9962-88af2d03ddf4 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637333 Feb 17 04:45:09.931271 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:10.067216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 55600) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:10.073628 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970630268', 'description': 'tempest-description--725945629'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:10.081135 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:10.086245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Usage tracker for resource:security_group and tenant:e7c53efcaba64d5fbc9bc8dc9f07643c is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:45:10.089982 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:45:10.098164 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:10.142849 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:10.167189 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:10.171969 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Usage tracker for resource:security_group_rule and tenant:e7c53efcaba64d5fbc9bc8dc9f07643c is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:45:10.176031 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:45:10.182843 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:10.263593 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:10.291369 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:10.297495 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-307baec1-f3bc-4226-92c4-832339673ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:10.349622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6b3cb6-157a-4969-adb0-cffea553407b,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:10.358583 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.359078 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.359545 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.360006 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.360480 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.361025 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.361484 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.362441 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.362904 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.363356 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.363826 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.364335 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.364875 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.365264 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.365663 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.366047 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.366434 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.366821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.367209 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.367596 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.367984 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.368374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.368841 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.369226 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:45:10.373633 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:10.377086 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:10.379258 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3106308 Feb 17 04:45:10.384035 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 55604) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:10.390553 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-df03e80c-19b7-4cda-a053-2da74f91d24a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Request body: {'security_group_rule': {'security_group_id': 'cd6b3cb6-157a-4969-adb0-cffea553407b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:10.397667 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-df03e80c-19b7-4cda-a053-2da74f91d24a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:10.402023 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-df03e80c-19b7-4cda-a053-2da74f91d24a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Usage tracker for resource:security_group_rule and tenant:e7c53efcaba64d5fbc9bc8dc9f07643c is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:45:10.405194 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-df03e80c-19b7-4cda-a053-2da74f91d24a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:45:10.411774 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-df03e80c-19b7-4cda-a053-2da74f91d24a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:10.452800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-df03e80c-19b7-4cda-a053-2da74f91d24a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:10.527332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-df03e80c-19b7-4cda-a053-2da74f91d24a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:10.560103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-df03e80c-19b7-4cda-a053-2da74f91d24a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346749'] for security_group_rule, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:10.562974 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-53181b5b-56f2-48f5-b967-e7661c912598 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:10.592037 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03e80c-19b7-4cda-a053-2da74f91d24a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44d7799-4aa9-4615-ac37-aaccf007b6ab,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:10.595019 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-df03e80c-19b7-4cda-a053-2da74f91d24a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:10.628950 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-df03e80c-19b7-4cda-a053-2da74f91d24a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:10.630378 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-df03e80c-19b7-4cda-a053-2da74f91d24a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2449832 Feb 17 04:45:10.633601 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 55608) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:10.640393 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-dc04a350-f35e-4ca3-98ce-fe8b2cf97f75 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Request body: {'security_group_rule': {'security_group_id': 'cd6b3cb6-157a-4969-adb0-cffea553407b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:10.647310 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-dc04a350-f35e-4ca3-98ce-fe8b2cf97f75 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:10.651837 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-dc04a350-f35e-4ca3-98ce-fe8b2cf97f75 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Usage tracker for resource:security_group_rule and tenant:e7c53efcaba64d5fbc9bc8dc9f07643c is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:45:10.655279 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-dc04a350-f35e-4ca3-98ce-fe8b2cf97f75 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:45:10.663228 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-dc04a350-f35e-4ca3-98ce-fe8b2cf97f75 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:10.682356 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:45:10.712424 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dc04a350-f35e-4ca3-98ce-fe8b2cf97f75 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:10.773125 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9ecd0396-37f8-4e16-88be-c260d0416d25 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:45:10.817525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dc04a350-f35e-4ca3-98ce-fe8b2cf97f75 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:10.868711 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dc04a350-f35e-4ca3-98ce-fe8b2cf97f75 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346749'] for security_group_rule, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:10.871389 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:10.908179 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 9ecd0396-37f8-4e16-88be-c260d0416d25 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:10.909190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:10.912141 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04a350-f35e-4ca3-98ce-fe8b2cf97f75 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e32058-b26e-44e2-a674-8567b03ff0ec,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:10.915016 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dc04a350-f35e-4ca3-98ce-fe8b2cf97f75 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:10.944169 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dc04a350-f35e-4ca3-98ce-fe8b2cf97f75 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:10.947517 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-dc04a350-f35e-4ca3-98ce-fe8b2cf97f75 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3120267 Feb 17 04:45:10.950740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 55614) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:10.958212 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Request body: {'floatingip': {'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:10.967427 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:10.969424 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-2295311f-849d-4d99-8ca0-e9d9abf59849 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:10.971866 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-2295311f-849d-4d99-8ca0-e9d9abf59849 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.1553073 Feb 17 04:45:10.974190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Usage tracker for resource:floatingip and tenant:e7c53efcaba64d5fbc9bc8dc9f07643c is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:45:10.980925 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:45:10.997401 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:11.066933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Deleting port 9ecd0396-37f8-4e16-88be-c260d0416d25 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:45:11.067333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:11.091565 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:11.150153 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c12d5-027b-4c3f-914a-a0e17450673e req-884ccf96-8396-4204-bacf-0728d20b90c1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:11.151832 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-445c12d5-027b-4c3f-914a-a0e17450673e req-884ccf96-8396-4204-bacf-0728d20b90c1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 946 time: 0.2338951 Feb 17 04:45:11.248412 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:11.328845 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-445c12d5-027b-4c3f-914a-a0e17450673e req-7e5dba94-c22e-4934-86a2-81177e345d89 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=6456158b-e62b-42f0-9f24-852584dc84db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472681 Feb 17 04:45:11.395119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:11.417054 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] For port 9ecd0396-37f8-4e16-88be-c260d0416d25, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9ecd0396-37f8-4e16-88be-c260d0416d25,segment=NetworkSegment(e3536451-b489-4d4a-96ae-59a5c75489dc),segment_id=e3536451-b489-4d4a-96ae-59a5c75489dc)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:45:11.417465 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:11.549242 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Allocated IP 172.28.1.56 (1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4/b35f33eb-71d5-4010-9deb-6d694d1893d4/9f7b0d3d-747a-4201-a1e8-9c3ccebe4bad) {{(pid=84101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:45:11.754970 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:11.755636 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:11.756150 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_db [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Floating IP 1a432628-28ec-4648-92ea-f621dcc586e8 disassociated. External IP: 172.28.1.68, port: 9ecd0396-37f8-4e16-88be-c260d0416d25. Feb 17 04:45:11.756763 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Calling delete_port for 9ecd0396-37f8-4e16-88be-c260d0416d25 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:45:11.762925 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for port, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:11.823150 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:11.839844 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:11.994755 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event updated for resources: {'Port': ['ID=9f7b0d3d-747a-4201-a1e8-9c3ccebe4bad,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:12.000486 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:12.022688 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:12.039439 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6f8952a9-82de-4aaf-8c0f-5c032dd4cf01 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:12.075133 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:45:12.079922 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:45:12.083829 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Received port after_create {{(pid=84101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:45:12.137738 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:12.140796 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event deleted for resources: {'Port': ['ID=9ecd0396-37f8-4e16-88be-c260d0416d25,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:12.148568 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:12.185875 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:12.567355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:12.601613 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-08de5234-71dc-4ae2-9ee9-1f7799a8d162 req-4a691105-6a82-4bf5-959a-b80e14db7f13 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 210 time: 0.0911081 Feb 17 04:45:12.729664 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Router a35fabd1-328b-4abb-83fe-ad2c899d1903 has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:45:12.730478 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9ecd0396-37f8-4e16-88be-c260d0416d25 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:45:12.797882 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] No Port match for: 9ecd0396-37f8-4e16-88be-c260d0416d25 {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:45:12.798282 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 9ecd0396-37f8-4e16-88be-c260d0416d25 not bound to the agent host hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:45:12.977208 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:45:12.985006 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for port, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:12.992099 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3adb0f6-74b2-4f20-ba62-b85bf901f7eb None None] Sync routers for ids ['a35fabd1-328b-4abb-83fe-ad2c899d1903'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:45:13.011820 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3adb0f6-74b2-4f20-ba62-b85bf901f7eb None None] Routers {'a35fabd1-328b-4abb-83fe-ad2c899d1903'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:45:13.013139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-c3adb0f6-74b2-4f20-ba62-b85bf901f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:45:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['a35fabd1-328b-4abb-83fe-ad2c899d1903'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:13.017360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853031306'] for port, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:13.035377 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] No DVR routers for this DVR port 9ecd0396-37f8-4e16-88be-c260d0416d25 on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:45:13.038208 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:13.041469 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a66e372-a026-491f-b30c-4cbc894f337e', 'name': 'network-vif-deleted', 'tag': '9ecd0396-37f8-4e16-88be-c260d0416d25'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:13.054303 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:13.104811 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-63daf5ad-9b77-4390-958d-4b7fa688e656 req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.65 "DELETE /v2.0/ports/9ecd0396-37f8-4e16-88be-c260d0416d25 HTTP/1.1" status: 204 len: 173 time: 2.1260796 Feb 17 04:45:13.125715 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a66e372-a026-491f-b30c-4cbc894f337e', 'name': 'network-vif-deleted', 'tag': '9ecd0396-37f8-4e16-88be-c260d0416d25', 'status': 'completed', 'code': 200} Feb 17 04:45:13.249757 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event updated for resources: {'Port': ['ID=9f7b0d3d-747a-4201-a1e8-9c3ccebe4bad,revision_number=2']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:13.256569 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:13.293177 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-c3adb0f6-74b2-4f20-ba62-b85bf901f7eb None None] Set router a35fabd1-328b-4abb-83fe-ad2c899d1903 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:45:13.380414 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:13.440404 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:13.451475 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4905713 Feb 17 04:45:13.691010 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-c3adb0f6-74b2-4f20-ba62-b85bf901f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '6d16d2b8-c967-4994-871b-34723be6a3d8', 'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'mac_address': 'fa:16:3e:14:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:07Z', 'updated_at': '2021-02-17T04:39:23Z', 'revision_number': 5, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'subnets': [{'id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:13.696700 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3adb0f6-74b2-4f20-ba62-b85bf901f7eb None None] Checking router: a35fabd1-328b-4abb-83fe-ad2c899d1903 for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:45:13.708344 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3adb0f6-74b2-4f20-ba62-b85bf901f7eb None None] Routers {'a35fabd1-328b-4abb-83fe-ad2c899d1903'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:45:13.709085 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-c3adb0f6-74b2-4f20-ba62-b85bf901f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:45:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['a35fabd1-328b-4abb-83fe-ad2c899d1903'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:13.779175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-d1b030ec-5dcf-4821-aa1f-5eac32e78336 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Synchronizing usage tracker for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:security_group {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:13.862959 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-d1b030ec-5dcf-4821-aa1f-5eac32e78336 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Unset dirty status for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:security_group {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:13.865310 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-d1b030ec-5dcf-4821-aa1f-5eac32e78336 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--970630268&fields=id&tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c HTTP/1.1" status: 200 len: 267 time: 0.1768420 Feb 17 04:45:13.932858 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-c97fa43d-e644-4c0e-8213-cfd41693b4e0 req-eaaaed64-7bc8-4531-ac72-c5f563310599 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Synchronizing usage tracker for tenant:b027197d07e3499fb8ba5782c70e429a on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:13.936413 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-c3adb0f6-74b2-4f20-ba62-b85bf901f7eb None None] Set router a35fabd1-328b-4abb-83fe-ad2c899d1903 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:45:13.994778 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-c97fa43d-e644-4c0e-8213-cfd41693b4e0 req-eaaaed64-7bc8-4531-ac72-c5f563310599 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Unset dirty status for tenant:b027197d07e3499fb8ba5782c70e429a on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:13.997131 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c97fa43d-e644-4c0e-8213-cfd41693b4e0 req-eaaaed64-7bc8-4531-ac72-c5f563310599 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a66e372-a026-491f-b30c-4cbc894f337e HTTP/1.1" status: 200 len: 210 time: 0.1666005 Feb 17 04:45:14.069469 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-67dc848f-d077-4cbf-82f1-304905c2c60b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:14.073439 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-67dc848f-d077-4cbf-82f1-304905c2c60b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/networks?id=2d7a82db-0693-4b36-bdf2-4e1d79993092 HTTP/1.1" status: 200 len: 817 time: 0.1929688 Feb 17 04:45:14.099444 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-cab30f97-1721-483f-814b-4c01ff14365f tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/quotas/e7c53efcaba64d5fbc9bc8dc9f07643c HTTP/1.1" status: 200 len: 375 time: 0.0202727 Feb 17 04:45:14.214955 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-58ef328e-8fc4-4f9d-8f46-4b322b9d8ba6 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1064978 Feb 17 04:45:14.347286 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-c3adb0f6-74b2-4f20-ba62-b85bf901f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '6d16d2b8-c967-4994-871b-34723be6a3d8', 'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'mac_address': 'fa:16:3e:14:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:07Z', 'updated_at': '2021-02-17T04:39:23Z', 'revision_number': 5, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'subnets': [{'id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:14.352700 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3adb0f6-74b2-4f20-ba62-b85bf901f7eb None None] The sync data for ids ['a35fabd1-328b-4abb-83fe-ad2c899d1903'] in dv-cinder-759987-4-smb is: [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '6d16d2b8-c967-4994-871b-34723be6a3d8', 'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'mac_address': 'fa:16:3e:14:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:07Z', 'updated_at': '2021-02-17T04:39:23Z', 'revision_number': 5, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'subnets': [{'id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:45:14.537218 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-6ff7287a-35f9-49ba-a653-e1983b0547c2 service neutron] 10.222.0.30 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976599 Feb 17 04:45:14.697873 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-273ad58b-6ea0-4b45-99a1-44049885b609 service neutron] 10.222.0.30 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1514857 Feb 17 04:45:14.772843 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebd2e47-f3f3-443c-b57f-0967eb8ca65b None None] New status for floating IP 1a432628-28ec-4648-92ea-f621dcc586e8: DOWN {{(pid=84104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:45:15.038844 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-e00e9a68-89ae-47ad-829f-5f465feb385a req-c27b1999-2a13-4119-b435-d36174aafbcb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Synchronizing usage tracker for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:15.090245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-e00e9a68-89ae-47ad-829f-5f465feb385a req-c27b1999-2a13-4119-b435-d36174aafbcb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Unset dirty status for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:15.108055 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e00e9a68-89ae-47ad-829f-5f465feb385a req-c27b1999-2a13-4119-b435-d36174aafbcb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 210 time: 0.1653211 Feb 17 04:45:15.256397 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 55650) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:15.375400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-351e8382-0d23-4212-a56c-269442a42870 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:15.412226 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-351e8382-0d23-4212-a56c-269442a42870 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:15.495418 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-351e8382-0d23-4212-a56c-269442a42870 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:15.502035 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ba4ee0f3-7c75-4a18-b0da-7938b71ddc4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:15.519469 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e8382-0d23-4212-a56c-269442a42870 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6456158b-e62b-42f0-9f24-852584dc84db,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:15.522622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-351e8382-0d23-4212-a56c-269442a42870 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:15.568528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-351e8382-0d23-4212-a56c-269442a42870 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:15.570733 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-351e8382-0d23-4212-a56c-269442a42870 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "DELETE /v2.0/security-groups/6456158b-e62b-42f0-9f24-852584dc84db HTTP/1.1" status: 204 len: 168 time: 0.3124444 Feb 17 04:45:15.573561 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 55660) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:15.605136 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.v2.resource [None req-ac3aea9d-8550-4f80-9ed7-b4dceed1a581 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] show failed (client error): The resource could not be found. Feb 17 04:45:15.606974 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-ac3aea9d-8550-4f80-9ed7-b4dceed1a581 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups/6456158b-e62b-42f0-9f24-852584dc84db HTTP/1.1" status: 404 len: 347 time: 0.0317795 Feb 17 04:45:15.610460 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 55664) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:15.793404 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-c80c203a-9733-4ff2-b9a7-37f12247e845 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Deleting port e4785775-e2ce-4ef1-b81c-150a79bbbe69 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:45:15.793997 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c80c203a-9733-4ff2-b9a7-37f12247e845 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:16.007267 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c80c203a-9733-4ff2-b9a7-37f12247e845 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:16.007762 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c80c203a-9733-4ff2-b9a7-37f12247e845 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:16.165503 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-c80c203a-9733-4ff2-b9a7-37f12247e845 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Calling delete_port for e4785775-e2ce-4ef1-b81c-150a79bbbe69 owned by network:floatingip {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:45:16.370211 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-96bc7f04-6d49-412d-8973-2d54f0e34a83 req-0072012d-0fed-43c3-a62e-d21fd56f4f66 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 210 time: 0.0831738 Feb 17 04:45:16.392335 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c80c203a-9733-4ff2-b9a7-37f12247e845 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:16.409648 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bdeb7caa-90a9-4933-8271-82370403f595 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:16.538818 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c203a-9733-4ff2-b9a7-37f12247e845 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event deleted for resources: {'Port': ['ID=e4785775-e2ce-4ef1-b81c-150a79bbbe69,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:16.544201 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c80c203a-9733-4ff2-b9a7-37f12247e845 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:16.677902 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c80c203a-9733-4ff2-b9a7-37f12247e845 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:16.737801 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c80c203a-9733-4ff2-b9a7-37f12247e845 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:16.739094 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-c80c203a-9733-4ff2-b9a7-37f12247e845 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "DELETE /v2.0/floatingips/1a432628-28ec-4648-92ea-f621dcc586e8 HTTP/1.1" status: 204 len: 168 time: 1.1274741 Feb 17 04:45:17.407360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-83fd4d09-fbb3-4c68-9a6b-22d6e1ea9c41 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:17.411315 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-83fd4d09-fbb3-4c68-9a6b-22d6e1ea9c41 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.65 "GET /v2.0/networks?id=2d7a82db-0693-4b36-bdf2-4e1d79993092 HTTP/1.1" status: 200 len: 817 time: 0.2249055 Feb 17 04:45:17.538440 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 55676) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:17.550397 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509457230', 'description': 'tempest-description--156002420'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:17.574375 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:17.579328 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5248e705-a323-40b4-9652-fee7ceecdc5e req-2d588c39-9fb6-4d60-bdc2-5d1cf9216a16 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 210 time: 0.0739248 Feb 17 04:45:17.592308 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-a1bcac8e-1f41-4192-b1e7-082acba46f74 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Synchronizing usage tracker for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:security_group {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:17.598920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Usage tracker for resource:security_group and tenant:b027197d07e3499fb8ba5782c70e429a is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:45:17.606304 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:45:17.622157 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:17.642091 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-a1bcac8e-1f41-4192-b1e7-082acba46f74 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Unset dirty status for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:security_group {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:17.644116 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-a1bcac8e-1f41-4192-b1e7-082acba46f74 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c HTTP/1.1" status: 200 len: 5703 time: 0.2234156 Feb 17 04:45:17.654006 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Request body: {'port': {'device_id': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'admin_state_up': True, 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'security_groups': ['cd6b3cb6-157a-4969-adb0-cffea553407b']}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:17.733766 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:17.778518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:17.796890 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Usage tracker for resource:security_group_rule and tenant:b027197d07e3499fb8ba5782c70e429a is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:45:17.803590 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:45:17.814160 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:17.849059 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:17.860978 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:17.942963 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Made reservation on behalf of e7c53efcaba64d5fbc9bc8dc9f07643c for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:45:17.949129 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:18.173933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:18.221471 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:18.227983 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d4da3290-9701-4cf0-af9b-9c29f7c8b9df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:18.314447 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:18.321078 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:18.359087 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:18.360453 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8195837 Feb 17 04:45:18.364646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 55684) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:18.370548 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-5c731f6b-c543-4b83-8e03-bf6973a434fa tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Request body: {'security_group_rule': {'security_group_id': 'dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:18.377296 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-5c731f6b-c543-4b83-8e03-bf6973a434fa tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:18.381528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-5c731f6b-c543-4b83-8e03-bf6973a434fa tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Usage tracker for resource:security_group_rule and tenant:b027197d07e3499fb8ba5782c70e429a is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:45:18.384740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-5c731f6b-c543-4b83-8e03-bf6973a434fa tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:45:18.391136 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-5c731f6b-c543-4b83-8e03-bf6973a434fa tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:18.401521 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Allocated IP 172.20.0.12 (2d7a82db-0693-4b36-bdf2-4e1d79993092/74b38920-b506-4cd3-87a7-221a55afe365/c7d42691-92b2-4ed6-a765-b7801af67b32) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:45:18.435945 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5c731f6b-c543-4b83-8e03-bf6973a434fa tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:18.509953 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5c731f6b-c543-4b83-8e03-bf6973a434fa tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:18.531114 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5c731f6b-c543-4b83-8e03-bf6973a434fa tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346749'] for security_group_rule, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:18.533389 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:18.558773 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c731f6b-c543-4b83-8e03-bf6973a434fa tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de61408-2958-465c-8b8e-5a9a8826c540,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:18.561647 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-5c731f6b-c543-4b83-8e03-bf6973a434fa tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:18.592624 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5c731f6b-c543-4b83-8e03-bf6973a434fa tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:18.594132 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-5c731f6b-c543-4b83-8e03-bf6973a434fa tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2282362 Feb 17 04:45:18.597438 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 55688) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:18.603273 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-1d12a7ce-131b-437b-a11a-a3f9a559df56 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Request body: {'security_group_rule': {'security_group_id': 'dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:18.609572 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-1d12a7ce-131b-437b-a11a-a3f9a559df56 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:18.615249 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-1d12a7ce-131b-437b-a11a-a3f9a559df56 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Usage tracker for resource:security_group_rule and tenant:b027197d07e3499fb8ba5782c70e429a is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:45:18.616254 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:18.618475 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-1d12a7ce-131b-437b-a11a-a3f9a559df56 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:45:18.624970 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-1d12a7ce-131b-437b-a11a-a3f9a559df56 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:18.634734 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Transition to ACTIVE for port object c7d42691-92b2-4ed6-a765-b7801af67b32 will not be triggered until provisioned by entity DHCP. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:45:18.670081 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1d12a7ce-131b-437b-a11a-a3f9a559df56 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:18.686156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:18.704401 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-512b368b-9364-45da-9849-e74c586fd95e tempest-ServerRescueNegativeTestJSON-1534476706 tempest-ServerRescueNegativeTestJSON-1534476706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:18.740622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1d12a7ce-131b-437b-a11a-a3f9a559df56 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:18.775283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1d12a7ce-131b-437b-a11a-a3f9a559df56 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346749'] for security_group_rule, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:18.777400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:18.802491 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12a7ce-131b-437b-a11a-a3f9a559df56 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e540765-56d4-4dfd-a645-7579a3fbf703,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:18.805231 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1d12a7ce-131b-437b-a11a-a3f9a559df56 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:18.849374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1d12a7ce-131b-437b-a11a-a3f9a559df56 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:18.850722 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1d12a7ce-131b-437b-a11a-a3f9a559df56 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2522688 Feb 17 04:45:18.855650 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 55694) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:18.861957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Request body: {'floatingip': {'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:18.869204 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:18.875768 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Usage tracker for resource:floatingip and tenant:b027197d07e3499fb8ba5782c70e429a is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:45:18.879877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:45:18.886580 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:18.920722 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event updated for resources: {'Port': ['ID=c7d42691-92b2-4ed6-a765-b7801af67b32,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:18.924406 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:18.929631 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:18.998159 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1421086-d0ab-49ad-b3e2-b57da70a446c req-68561764-bc3a-4508-aae0-7eb95c4be471 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:18.998968 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d1421086-d0ab-49ad-b3e2-b57da70a446c req-68561764-bc3a-4508-aae0-7eb95c4be471 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Synchronizing usage tracker for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:19.004905 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Network 2d7a82db-0693-4b36-bdf2-4e1d79993092 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:45:19.008835 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:45:19.011283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:45:19.090557 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:19.091289 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:19.097509 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:19.107453 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d1421086-d0ab-49ad-b3e2-b57da70a446c req-68561764-bc3a-4508-aae0-7eb95c4be471 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Unset dirty status for tenant:e7c53efcaba64d5fbc9bc8dc9f07643c on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:19.108824 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d1421086-d0ab-49ad-b3e2-b57da70a446c req-68561764-bc3a-4508-aae0-7eb95c4be471 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 932 time: 0.3663239 Feb 17 04:45:19.155984 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5067511 Feb 17 04:45:19.170077 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Request body: {'port': {'device_id': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:19.207222 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d1421086-d0ab-49ad-b3e2-b57da70a446c req-ff8b8251-180c-41a4-9061-7b232ed7b1ac tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907335 Feb 17 04:45:19.312092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:19.329548 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-7aecc29c-516e-4bdc-ba9f-2c372d08a006 None None] Provisioning for port c7d42691-92b2-4ed6-a765-b7801af67b32 completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:45:19.336173 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-7aecc29c-516e-4bdc-ba9f-2c372d08a006 None None] Provisioning complete for port c7d42691-92b2-4ed6-a765-b7801af67b32 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:19.336809 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7aecc29c-516e-4bdc-ba9f-2c372d08a006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:19.401472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-7aecc29c-516e-4bdc-ba9f-2c372d08a006 None None] Port c7d42691-92b2-4ed6-a765-b7801af67b32 cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:45:19.462131 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Allocated IP 172.28.1.32 (1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4/b35f33eb-71d5-4010-9deb-6d694d1893d4/0527fba3-0fc1-4ed4-a621-c7372af86092) {{(pid=84101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:45:19.643261 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for port, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:19.754673 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:19.771057 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c3102164-b83e-46fd-b5d2-8d5d7ddfc5fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:19.822500 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d42691-92b2-4ed6-a765-b7801af67b32 {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:45:19.831991 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:19.845402 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Transition to ACTIVE for port object c7d42691-92b2-4ed6-a765-b7801af67b32 will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:45:19.902369 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:19.919324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0f6d6ab5-8c25-44a3-9b7a-83452ef11963 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:19.923335 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event updated for resources: {'Port': ['ID=0527fba3-0fc1-4ed4-a621-c7372af86092,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:19.929415 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:19.975057 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:45:19.977298 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:45:19.989653 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Received port after_create {{(pid=84101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:45:20.092649 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:20.212758 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:20.409399 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d42691-92b2-4ed6-a765-b7801af67b32,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:20.415420 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:20.545037 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b025ef0-73c8-4d27-a06e-d3822193bc7e req-fa7eedb9-085f-4478-ac95-ab6e05c19e8f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2099984 Feb 17 04:45:20.548081 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30457b83-3c09-4735-9422-a04d6781421f req-aafc4363-07bb-43e2-85f7-46643641d5bf tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:20.550543 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-30457b83-3c09-4735-9422-a04d6781421f req-aafc4363-07bb-43e2-85f7-46643641d5bf tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.2082469 Feb 17 04:45:20.627717 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Attempting to bind port c7d42691-92b2-4ed6-a765-b7801af67b32 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:45:20.628305 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Attempting to bind port c7d42691-92b2-4ed6-a765-b7801af67b32 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:45:20.628876 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Attempting to bind port c7d42691-92b2-4ed6-a765-b7801af67b32 on network 2d7a82db-0693-4b36-bdf2-4e1d79993092 {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:45:20.633193 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-30457b83-3c09-4735-9422-a04d6781421f req-883d2772-aea2-4784-a91c-09743e8362d7 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653117 Feb 17 04:45:20.637311 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:45:20.637699 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Checking segment: {'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:45:20.638250 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:20.638660 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Bound using segment: {'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:45:20.639161 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Bound port: c7d42691-92b2-4ed6-a765-b7801af67b32, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eac2f1-206b-40d9-8b8a-acf2b2984c2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:45:20.639545 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:20.657419 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for port, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:20.706726 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853031306'] for port, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:20.721975 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0cfdd4e3-d59b-4527-8b7e-d8ba439a8d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:20.817087 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] For port c7d42691-92b2-4ed6-a765-b7801af67b32, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:45:20.821221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] For port c7d42691-92b2-4ed6-a765-b7801af67b32, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c7d42691-92b2-4ed6-a765-b7801af67b32,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:45:20.823985 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b025ef0-73c8-4d27-a06e-d3822193bc7e req-e36acf00-6e73-4231-b9c1-81f1ab8f2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:20.825707 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b025ef0-73c8-4d27-a06e-d3822193bc7e req-e36acf00-6e73-4231-b9c1-81f1ab8f2fa7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af8a0bedfcee4c1aa388b75d8822e191&device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 1203 time: 0.1899500 Feb 17 04:45:20.873074 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event updated for resources: {'Port': ['ID=0527fba3-0fc1-4ed4-a621-c7372af86092,revision_number=2']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:20.876841 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:20.998636 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:21.014687 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:21.044307 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-be2fa17b-d3b6-445e-84b9-ee8b36d0ff89 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:21.052542 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:21.054748 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-38a73349-ee36-4e32-9946-62e8e3a471b8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1974859 Feb 17 04:45:21.320003 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b025ef0-73c8-4d27-a06e-d3822193bc7e req-df80cb00-6d82-4dcd-a179-c23619aba4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:21.321675 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b025ef0-73c8-4d27-a06e-d3822193bc7e req-df80cb00-6d82-4dcd-a179-c23619aba4f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=88a134c2-d02f-44ef-83db-d81eb8997dd0 HTTP/1.1" status: 200 len: 908 time: 0.4691277 Feb 17 04:45:21.327596 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d42691-92b2-4ed6-a765-b7801af67b32,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:21.331821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:21.396989 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-cc187f9d-b8da-47b7-a035-52172a7b678a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Synchronizing usage tracker for tenant:b027197d07e3499fb8ba5782c70e429a on resource:security_group {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:21.471905 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:21.472049 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:21.473532 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] 10.222.0.65 "PUT /v2.0/ports/c7d42691-92b2-4ed6-a765-b7801af67b32 HTTP/1.1" status: 200 len: 1158 time: 2.3092623 Feb 17 04:45:21.477424 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'tag': 'c7d42691-92b2-4ed6-a765-b7801af67b32'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:21.503933 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b025ef0-73c8-4d27-a06e-d3822193bc7e req-c397dd3b-ef32-462a-84a9-08b54313b00e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3f4b3e-4a25-4294-8170-e6f82f754d50 HTTP/1.1" status: 200 len: 1002 time: 0.1661675 Feb 17 04:45:21.554673 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'tag': 'c7d42691-92b2-4ed6-a765-b7801af67b32', 'status': 'completed', 'code': 200} Feb 17 04:45:21.560650 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-cc187f9d-b8da-47b7-a035-52172a7b678a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Unset dirty status for tenant:b027197d07e3499fb8ba5782c70e429a on resource:security_group {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:21.562154 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-cc187f9d-b8da-47b7-a035-52172a7b678a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--509457230&fields=id&tenant_id=b027197d07e3499fb8ba5782c70e429a HTTP/1.1" status: 200 len: 267 time: 0.3562570 Feb 17 04:45:21.732781 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b025ef0-73c8-4d27-a06e-d3822193bc7e req-f445c1a9-e4fc-4c3b-9a0b-5ad6fb9d21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:21.734410 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b025ef0-73c8-4d27-a06e-d3822193bc7e req-f445c1a9-e4fc-4c3b-9a0b-5ad6fb9d21e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bf2c492-a598-4678-9f75-5d00b6e65b65 HTTP/1.1" status: 200 len: 853 time: 0.2228637 Feb 17 04:45:21.854866 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08519046-2c1b-4a0b-b5ba-1e557703c4a5 req-1b53ddc9-5e9e-4c73-bbfc-e58ee0fc5582 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:21.856575 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-08519046-2c1b-4a0b-b5ba-1e557703c4a5 req-1b53ddc9-5e9e-4c73-bbfc-e58ee0fc5582 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.0937543 Feb 17 04:45:21.865652 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-5276f6d5-7a77-414c-bd15-589525e277d9 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:21.867280 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-5276f6d5-7a77-414c-bd15-589525e277d9 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/networks?id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c HTTP/1.1" status: 200 len: 810 time: 0.2602413 Feb 17 04:45:21.877335 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633686bd-595d-44e2-b3c5-fea9b6b06877 req-f9f29446-5b11-410d-9fe9-4d4d3fd7d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:21.878937 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-633686bd-595d-44e2-b3c5-fea9b6b06877 req-f9f29446-5b11-410d-9fe9-4d4d3fd7d4bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 1161 time: 0.3099763 Feb 17 04:45:21.906846 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-08519046-2c1b-4a0b-b5ba-1e557703c4a5 req-aabd8b82-58ee-4b12-8294-43bff52b7e84 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428557 Feb 17 04:45:21.935912 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-b01a71cb-6624-4a61-91af-b9faab929e25 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/quotas/b027197d07e3499fb8ba5782c70e429a HTTP/1.1" status: 200 len: 375 time: 0.0508280 Feb 17 04:45:22.050466 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b025ef0-73c8-4d27-a06e-d3822193bc7e req-788db382-3571-440f-b9f2-02cd55901ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:22.052126 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b025ef0-73c8-4d27-a06e-d3822193bc7e req-788db382-3571-440f-b9f2-02cd55901ec9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88a134c2-d02f-44ef-83db-d81eb8997dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3086126 Feb 17 04:45:22.217005 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633686bd-595d-44e2-b3c5-fea9b6b06877 req-dd6226e1-ddb7-4066-a569-985d1f5fa87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:22.218645 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-633686bd-595d-44e2-b3c5-fea9b6b06877 req-dd6226e1-ddb7-4066-a569-985d1f5fa87f service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3226337 Feb 17 04:45:22.362193 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-004d9da4-9604-44ce-bfb3-f0ded3a24059 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Synchronizing usage tracker for tenant:b027197d07e3499fb8ba5782c70e429a on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:22.375741 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b025ef0-73c8-4d27-a06e-d3822193bc7e req-6f787bc1-723e-4adb-9868-d66548727c65 service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156106 Feb 17 04:45:22.491918 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-004d9da4-9604-44ce-bfb3-f0ded3a24059 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Unset dirty status for tenant:b027197d07e3499fb8ba5782c70e429a on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:22.493320 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-004d9da4-9604-44ce-bfb3-f0ded3a24059 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b027197d07e3499fb8ba5782c70e429a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5089464 Feb 17 04:45:22.534934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633686bd-595d-44e2-b3c5-fea9b6b06877 req-141dc609-5311-40ca-9e87-88ea31cbebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:22.536611 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-633686bd-595d-44e2-b3c5-fea9b6b06877 req-141dc609-5311-40ca-9e87-88ea31cbebb0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3047366 Feb 17 04:45:22.760278 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b025ef0-73c8-4d27-a06e-d3822193bc7e req-c0dbe788-5796-4502-8dac-83444542a901 service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3750515 Feb 17 04:45:22.826614 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-8bfee724-8433-4981-8805-d30c5b85138e service neutron] 10.222.0.30 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170800 Feb 17 04:45:22.829230 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-20d1e0b6-0cb7-4002-a18c-4790e25a6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:22.830734 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-20d1e0b6-0cb7-4002-a18c-4790e25a6776 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 1161 time: 0.2136929 Feb 17 04:45:23.130172 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c99f20-f63b-4e7d-9f77-7229eb18f809 req-16f0764b-d514-4f26-8644-7c1c07384a71 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:23.131888 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-16c99f20-f63b-4e7d-9f77-7229eb18f809 req-16f0764b-d514-4f26-8644-7c1c07384a71 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.0965488 Feb 17 04:45:23.190397 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-16c99f20-f63b-4e7d-9f77-7229eb18f809 req-5426ca6f-1fb5-4c8c-acdc-6e4db2675b9c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510347 Feb 17 04:45:23.228129 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-96543130-565f-44df-8a1d-1ee83199cabe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7d42691-92b2-4ed6-a765-b7801af67b32 HTTP/1.1" status: 200 len: 217 time: 0.3731894 Feb 17 04:45:23.326064 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-3bb7ff6f-a64a-4529-a006-1a62307e5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:23.327546 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-3bb7ff6f-a64a-4529-a006-1a62307e5b83 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74b38920-b506-4cd3-87a7-221a55afe365 HTTP/1.1" status: 200 len: 856 time: 0.0912716 Feb 17 04:45:23.392480 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-27e87ff5-85e7-43aa-8675-28399974ce46 service neutron] 10.222.0.30 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5590074 Feb 17 04:45:23.422579 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-3d2a5b52-322f-4875-a04d-e5dce8778d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:23.424275 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-3d2a5b52-322f-4875-a04d-e5dce8778d62 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d7a82db-0693-4b36-bdf2-4e1d79993092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846486 Feb 17 04:45:23.511804 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:23.574224 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-09b599f5-19b0-4d5d-b11e-2f85fb1e528d service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426711 Feb 17 04:45:23.645349 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cebff944-2f4e-4e5c-9757-c808fb8bbb00 req-08904f16-c3ec-4a85-b568-8da59d926529 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 210 time: 0.0494335 Feb 17 04:45:23.723161 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e93a932-7117-4bee-85cb-7a12d92fed31 req-7f38bedd-cc30-4efa-8ab0-3778ab9e7c88 service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415272 Feb 17 04:45:24.400387 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1eabf-feda-4f30-9a47-fcb7485d0866 req-d72bec53-b30f-4116-a1e2-20c9ee0381e2 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:24.402051 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c4c1eabf-feda-4f30-9a47-fcb7485d0866 req-d72bec53-b30f-4116-a1e2-20c9ee0381e2 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.0916648 Feb 17 04:45:24.454537 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c4c1eabf-feda-4f30-9a47-fcb7485d0866 req-cfe96376-9da2-44f1-8f6c-868cb81e0240 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461504 Feb 17 04:45:24.762913 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-91f72186-2711-4ee1-b221-92fe1391a765 req-80622635-afb6-470c-aeb8-0613989db45f tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 210 time: 0.0522752 Feb 17 04:45:24.905546 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf30cf-25ff-4e6f-83e0-b55b3374a56d req-b8f3d9c4-50b9-49c0-8754-300637f0cb71 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:24.907243 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-dabf30cf-25ff-4e6f-83e0-b55b3374a56d req-b8f3d9c4-50b9-49c0-8754-300637f0cb71 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 985 time: 0.1596472 Feb 17 04:45:24.909330 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ca1c8-4ac5-461f-a1fc-c0e9602e03dc req-a22e79c7-3244-41db-8706-50350e8fc48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:24.910816 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-356ca1c8-4ac5-461f-a1fc-c0e9602e03dc req-a22e79c7-3244-41db-8706-50350e8fc48c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af8a0bedfcee4c1aa388b75d8822e191&device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 1203 time: 0.1262431 Feb 17 04:45:25.052586 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-dabf30cf-25ff-4e6f-83e0-b55b3374a56d req-dd735bfd-ac74-469c-8d52-cc706b43d614 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=58b99ac8-59d9-4ce4-b5a8-0773c93cda1e&id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1388097 Feb 17 04:45:25.095423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ca1c8-4ac5-461f-a1fc-c0e9602e03dc req-359d9e5b-b744-4543-8c7f-ae21e05d810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:25.097122 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-356ca1c8-4ac5-461f-a1fc-c0e9602e03dc req-359d9e5b-b744-4543-8c7f-ae21e05d810b service neutron] 10.222.0.65 "GET /v2.0/networks?id=88a134c2-d02f-44ef-83db-d81eb8997dd0 HTTP/1.1" status: 200 len: 908 time: 0.1691420 Feb 17 04:45:25.212263 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-356ca1c8-4ac5-461f-a1fc-c0e9602e03dc req-7855dcb0-b8a3-40b8-bb41-86fe5c863f3b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3f4b3e-4a25-4294-8170-e6f82f754d50 HTTP/1.1" status: 200 len: 1002 time: 0.1074383 Feb 17 04:45:25.284283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ca1c8-4ac5-461f-a1fc-c0e9602e03dc req-0528ce88-8eb7-4772-88b4-d3d9ee2c7fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:25.285935 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-356ca1c8-4ac5-461f-a1fc-c0e9602e03dc req-0528ce88-8eb7-4772-88b4-d3d9ee2c7fbb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bf2c492-a598-4678-9f75-5d00b6e65b65 HTTP/1.1" status: 200 len: 853 time: 0.0670927 Feb 17 04:45:25.374248 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ca1c8-4ac5-461f-a1fc-c0e9602e03dc req-10cdbe60-9c5b-4d81-b614-b360c76a6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:25.375899 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-356ca1c8-4ac5-461f-a1fc-c0e9602e03dc req-10cdbe60-9c5b-4d81-b614-b360c76a6a1d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88a134c2-d02f-44ef-83db-d81eb8997dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828474 Feb 17 04:45:25.524074 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-356ca1c8-4ac5-461f-a1fc-c0e9602e03dc req-178b7a2e-f774-48a0-87c1-78df4a358a86 service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409194 Feb 17 04:45:25.675820 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-356ca1c8-4ac5-461f-a1fc-c0e9602e03dc req-26146366-4284-4f66-af54-06e51854e16a service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445911 Feb 17 04:45:25.893254 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-461e9cb5-350f-482c-a109-fd44deedc22a req-97ac8408-daa3-4683-b574-a1d32511488f tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 210 time: 0.0564520 Feb 17 04:45:25.925164 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac87073-f0fe-4a23-ae4d-fa6f6aa4606c req-07d00da2-aa36-499e-a636-961b14bf8284 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:25.928341 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1ac87073-f0fe-4a23-ae4d-fa6f6aa4606c req-07d00da2-aa36-499e-a636-961b14bf8284 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.3515449 Feb 17 04:45:25.991945 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1ac87073-f0fe-4a23-ae4d-fa6f6aa4606c req-79e3fa92-4635-4ec6-85e7-ddd37cf3155c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571654 Feb 17 04:45:26.259205 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03238ead-45ad-4894-b5d5-009c055fd58a req-cf60ba5e-7874-4717-81c9-90bcdfc8011c tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:26.260925 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-03238ead-45ad-4894-b5d5-009c055fd58a req-cf60ba5e-7874-4717-81c9-90bcdfc8011c tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 985 time: 0.0911937 Feb 17 04:45:26.316970 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-03238ead-45ad-4894-b5d5-009c055fd58a req-3974f03b-62fc-4af8-8cfa-c154294778fe tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=58b99ac8-59d9-4ce4-b5a8-0773c93cda1e&id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0473943 Feb 17 04:45:27.003170 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b6c11ff9-2d53-424c-8b36-8ab1950e4220 req-cb170f67-7eb4-4d5b-8b10-4a5804c06af2 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 210 time: 0.0506110 Feb 17 04:45:27.279229 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207ac4d-ddd8-4052-97fb-51160a446068 req-7bc770ae-827e-48bb-85f2-ab5677045164 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:27.280851 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8207ac4d-ddd8-4052-97fb-51160a446068 req-7bc770ae-827e-48bb-85f2-ab5677045164 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.0896153 Feb 17 04:45:27.330970 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8207ac4d-ddd8-4052-97fb-51160a446068 req-48cebfe6-fa25-4efe-88fa-fda27768599a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430439 Feb 17 04:45:27.331769 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device c7d42691-92b2-4ed6-a765-b7801af67b32 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:45:27.445125 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port c7d42691-92b2-4ed6-a765-b7801af67b32 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:45:27.450659 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port c7d42691-92b2-4ed6-a765-b7801af67b32 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:27.451081 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:27.545217 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc2b41-1285-4c0f-8680-efbb32c1b6c1 req-69950519-17eb-4035-8e10-9c097ce32aba tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:27.546913 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d0bc2b41-1285-4c0f-8680-efbb32c1b6c1 req-69950519-17eb-4035-8e10-9c097ce32aba tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 985 time: 0.1063974 Feb 17 04:45:27.603176 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d0bc2b41-1285-4c0f-8680-efbb32c1b6c1 req-ef649c98-a1bf-464a-adfc-a40ecacb4f30 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=58b99ac8-59d9-4ce4-b5a8-0773c93cda1e&id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0486524 Feb 17 04:45:27.739355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:27.769245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d42691-92b2-4ed6-a765-b7801af67b32'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:27.779714 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port c7d42691-92b2-4ed6-a765-b7801af67b32, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c7d42691-92b2-4ed6-a765-b7801af67b32,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:45:27.809441 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:27.811594 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:27.851905 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d42691-92b2-4ed6-a765-b7801af67b32', 'code': 200} Feb 17 04:45:27.886530 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=c7d42691-92b2-4ed6-a765-b7801af67b32,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:27.889937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:28.168044 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c31214-1326-4b3c-8f6c-9d5de41741c8 req-bb50c6ae-be15-46a6-b979-a8110f3aa1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:28.169984 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c0c31214-1326-4b3c-8f6c-9d5de41741c8 req-bb50c6ae-be15-46a6-b979-a8110f3aa1a4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 1163 time: 0.0830095 Feb 17 04:45:28.178137 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-baf80c8f-b579-4f09-9d1d-b16a766a22c0 req-211c9f08-be57-4c4b-8304-21bcde2e8b87 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 210 time: 0.0496321 Feb 17 04:45:28.214530 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c0c31214-1326-4b3c-8f6c-9d5de41741c8 req-985b7d46-07cd-4039-a791-a481ee6036fb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377662 Feb 17 04:45:28.554026 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190afa08-82df-48a4-be60-c120478b86d3 req-19f77167-0584-4db1-be34-41b111b6e417 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:28.555755 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-190afa08-82df-48a4-be60-c120478b86d3 req-19f77167-0584-4db1-be34-41b111b6e417 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0983353 Feb 17 04:45:28.615849 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-190afa08-82df-48a4-be60-c120478b86d3 req-7e6e46af-bd55-495c-97a0-469b1aee379e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529807 Feb 17 04:45:28.823834 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device c7d42691-92b2-4ed6-a765-b7801af67b32 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:45:28.844326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d892b28-7eb9-45c3-8f6b-e4b200f46500 req-38277c25-5811-45ad-a07b-58f7163692bc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:28.847712 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2d892b28-7eb9-45c3-8f6b-e4b200f46500 req-38277c25-5811-45ad-a07b-58f7163692bc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 985 time: 0.1107244 Feb 17 04:45:28.906921 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2d892b28-7eb9-45c3-8f6b-e4b200f46500 req-8997e66b-3586-4169-b1a9-b6a09643c4ec tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=58b99ac8-59d9-4ce4-b5a8-0773c93cda1e&id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0517030 Feb 17 04:45:28.951582 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port c7d42691-92b2-4ed6-a765-b7801af67b32 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:28.952184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:29.343908 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-111e3cfb-9262-4a24-88f9-dbdc9f76af30 req-cb68a04d-6645-4d62-a8a2-5f520f507262 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 210 time: 0.0499730 Feb 17 04:45:29.803995 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-7ed0831c-0ba8-4cb9-8071-e243eb08ca39 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:29.805970 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-7ed0831c-0ba8-4cb9-8071-e243eb08ca39 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.65 "GET /v2.0/networks?id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c HTTP/1.1" status: 200 len: 810 time: 0.1776223 Feb 17 04:45:29.853641 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0f3b1-29c3-4ce1-bda4-50517ad57b0f req-1e3ab179-bb42-4916-8b3d-702f30b96329 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:29.855334 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94d0f3b1-29c3-4ce1-bda4-50517ad57b0f req-1e3ab179-bb42-4916-8b3d-702f30b96329 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0954256 Feb 17 04:45:29.890302 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-5a40bdfd-be66-4f19-8376-63c2f78ad1ef tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b027197d07e3499fb8ba5782c70e429a HTTP/1.1" status: 200 len: 5703 time: 0.0730503 Feb 17 04:45:29.900157 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Request body: {'port': {'device_id': 'cf605806-fbe8-4483-9808-e09f8119b55f', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'admin_state_up': True, 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'security_groups': ['dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09']}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:29.907203 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94d0f3b1-29c3-4ce1-bda4-50517ad57b0f req-a3bfad4f-a329-4e2d-b6a4-4bbfcc9b19c0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443950 Feb 17 04:45:30.161211 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:45:30.177486 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a73a16-fd36-44cc-b431-caa4580e23a5 req-e351b5e1-759f-4531-a1c6-7b83f8178693 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:30.179178 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e3a73a16-fd36-44cc-b431-caa4580e23a5 req-e351b5e1-759f-4531-a1c6-7b83f8178693 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 985 time: 0.1020517 Feb 17 04:45:30.182181 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:45:30.200547 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b811b-94c5-4a6b-993a-0806148ad7d3 req-4bec2a44-f20d-44e4-a0c7-70ef8a8fef12 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:30.203054 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7c8b811b-94c5-4a6b-993a-0806148ad7d3 req-4bec2a44-f20d-44e4-a0c7-70ef8a8fef12 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.1647127 Feb 17 04:45:30.216862 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 55780) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:30.223472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-2350614e-17a9-4b0d-b582-896ed79299cb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Request body: {'floatingip': {'port_id': 'c7d42691-92b2-4ed6-a765-b7801af67b32'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:30.239499 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e3a73a16-fd36-44cc-b431-caa4580e23a5 req-729e6b88-a3d3-4df8-8141-ec9498068494 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=58b99ac8-59d9-4ce4-b5a8-0773c93cda1e&id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0523894 Feb 17 04:45:30.286049 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Made reservation on behalf of b027197d07e3499fb8ba5782c70e429a for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:45:30.291661 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:30.333673 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2350614e-17a9-4b0d-b582-896ed79299cb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:30.840005 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device c7d42691-92b2-4ed6-a765-b7801af67b32 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:45:30.852271 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9b43e14b-430d-480d-a3fd-d0a64a872b70 req-63cf29d6-53de-4ca9-a90d-571513ab0b6b tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 210 time: 0.3767574 Feb 17 04:45:30.918520 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port c7d42691-92b2-4ed6-a765-b7801af67b32 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:30.918948 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:31.402553 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Allocated IP 172.20.0.7 (db56afd7-203e-44fe-a4c0-bc1abcbe6d8c/24db9e6c-4099-46d8-ad28-21e2d704428a/73746dd7-3583-4e6f-95fb-1c55bfe1b811) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:45:31.450132 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e654190-ced8-40a9-b4ef-d6d80037bb40 req-1ccff07f-0a65-498c-aef8-fb3d281a42d7 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:31.451779 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e654190-ced8-40a9-b4ef-d6d80037bb40 req-1ccff07f-0a65-498c-aef8-fb3d281a42d7 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 985 time: 0.0940125 Feb 17 04:45:31.504532 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e654190-ced8-40a9-b4ef-d6d80037bb40 req-b851fe2c-e526-4706-9a04-bd0369c0c08f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=58b99ac8-59d9-4ce4-b5a8-0773c93cda1e&id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0458748 Feb 17 04:45:31.568983 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.resource_extend [None req-2350614e-17a9-4b0d-b582-896ed79299cb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 04:45:31.704825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2350614e-17a9-4b0d-b582-896ed79299cb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:31.738392 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:31.744924 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2350614e-17a9-4b0d-b582-896ed79299cb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:31.886615 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Transition to ACTIVE for port object 73746dd7-3583-4e6f-95fb-1c55bfe1b811 will not be triggered until provisioned by entity DHCP. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:45:31.956686 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_db [None req-2350614e-17a9-4b0d-b582-896ed79299cb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Floating IP 48420374-0fe6-4014-b1fe-7d0f84879f09 associated. External IP: 172.28.1.56, port: c7d42691-92b2-4ed6-a765-b7801af67b32. Feb 17 04:45:32.132784 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:32.160362 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c80c203a-9733-4ff2-b9a7-37f12247e845 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:32.340216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event updated for resources: {'Port': ['ID=73746dd7-3583-4e6f-95fb-1c55bfe1b811,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:32.374928 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:32.485698 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da4ead-6022-400e-94c3-95cc93bdf571 req-b233609e-fecf-4246-b9ec-16b68f13fee6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:32.487911 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-86da4ead-6022-400e-94c3-95cc93bdf571 req-b233609e-fecf-4246-b9ec-16b68f13fee6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 931 time: 0.4695892 Feb 17 04:45:32.719985 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19349f6-df43-404d-b2b3-112fc912c041 req-e71de1f0-5ae2-4034-9fe0-99660fbc9bda tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:32.722368 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d19349f6-df43-404d-b2b3-112fc912c041 req-e71de1f0-5ae2-4034-9fe0-99660fbc9bda tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 985 time: 0.0948105 Feb 17 04:45:32.776066 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d19349f6-df43-404d-b2b3-112fc912c041 req-14f6390f-ab74-4610-8a01-575a6a8d4048 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=58b99ac8-59d9-4ce4-b5a8-0773c93cda1e&id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0467029 Feb 17 04:45:32.843102 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:45:32.849321 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:45:32.864716 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:45:32.935313 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-86da4ead-6022-400e-94c3-95cc93bdf571 req-335bc731-7427-4be5-94d8-203cfbe9851b tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338284 Feb 17 04:45:32.965585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:32.966282 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:33.014226 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2350614e-17a9-4b0d-b582-896ed79299cb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Router b4145734-9e5e-49fb-957c-5a0f8d1f4381 has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:45:33.089100 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1931517 Feb 17 04:45:33.159920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Request body: {'port': {'device_id': 'cf605806-fbe8-4483-9808-e09f8119b55f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:33.191611 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-3ba76640-2d95-462e-ac4a-a24a1b20376a None None] Provisioning for port 73746dd7-3583-4e6f-95fb-1c55bfe1b811 completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:45:33.197078 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-3ba76640-2d95-462e-ac4a-a24a1b20376a None None] Provisioning complete for port 73746dd7-3583-4e6f-95fb-1c55bfe1b811 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:33.197502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3ba76640-2d95-462e-ac4a-a24a1b20376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:33.258935 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-3ba76640-2d95-462e-ac4a-a24a1b20376a None None] Port 73746dd7-3583-4e6f-95fb-1c55bfe1b811 cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:45:33.331604 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:33.343269 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2350614e-17a9-4b0d-b582-896ed79299cb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:45:33.350238 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2350614e-17a9-4b0d-b582-896ed79299cb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:33.357596 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe4c7eb-8232-44c4-9383-3c73a9ebf4e5 None None] Sync routers for ids ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:45:33.368704 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe4c7eb-8232-44c4-9383-3c73a9ebf4e5 None None] Routers {'b4145734-9e5e-49fb-957c-5a0f8d1f4381'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:45:33.369409 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-afe4c7eb-8232-44c4-9383-3c73a9ebf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:45:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:33.465504 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-2350614e-17a9-4b0d-b582-896ed79299cb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "PUT /v2.0/floatingips/48420374-0fe6-4014-b1fe-7d0f84879f09 HTTP/1.1" status: 200 len: 991 time: 3.2473803 Feb 17 04:45:33.468229 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'tag': 'c7d42691-92b2-4ed6-a765-b7801af67b32'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:33.581528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-afe4c7eb-8232-44c4-9383-3c73a9ebf4e5 None None] Set router b4145734-9e5e-49fb-957c-5a0f8d1f4381 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:45:33.585939 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'tag': 'c7d42691-92b2-4ed6-a765-b7801af67b32', 'status': 'completed', 'code': 200} Feb 17 04:45:33.797169 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d7775-a8cd-4fea-ba45-c0be75a8f8d1 req-bc4aec38-1120-47b1-8028-253b250bf442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:33.798894 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-598d7775-a8cd-4fea-ba45-c0be75a8f8d1 req-bc4aec38-1120-47b1-8028-253b250bf442 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 1163 time: 0.2064993 Feb 17 04:45:33.980643 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-afe4c7eb-8232-44c4-9383-3c73a9ebf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:04Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': '48420374-0fe6-4014-b1fe-7d0f84879f09', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'floating_ip_address': '172.28.1.56', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'port_id': 'c7d42691-92b2-4ed6-a765-b7801af67b32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'mac_address': 'fa:16:3e:ea:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:45:12Z', 'updated_at': '2021-02-17T04:45:31Z', 'revision_number': 1, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675d1fed-f79d-4ba6-8626-b36c7948fe67', 'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'mac_address': 'fa:16:3e:4f:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:59Z', 'updated_at': '2021-02-17T04:39:20Z', 'revision_number': 5, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'subnets': [{'id': '74b38920-b506-4cd3-87a7-221a55afe365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:33.988375 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe4c7eb-8232-44c4-9383-3c73a9ebf4e5 None None] Checking router: b4145734-9e5e-49fb-957c-5a0f8d1f4381 for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:45:33.998291 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe4c7eb-8232-44c4-9383-3c73a9ebf4e5 None None] Routers {'b4145734-9e5e-49fb-957c-5a0f8d1f4381'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:45:33.998963 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-afe4c7eb-8232-44c4-9383-3c73a9ebf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:45:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:34.100092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73746dd7-3583-4e6f-95fb-1c55bfe1b811 {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:45:34.122765 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:34.146434 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d7775-a8cd-4fea-ba45-c0be75a8f8d1 req-ddba23c8-ae4b-48c7-bffe-8a9f5f993211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:34.148075 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-598d7775-a8cd-4fea-ba45-c0be75a8f8d1 req-ddba23c8-ae4b-48c7-bffe-8a9f5f993211 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d7a82db-0693-4b36-bdf2-4e1d79993092 HTTP/1.1" status: 200 len: 911 time: 0.3422580 Feb 17 04:45:34.151858 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Transition to ACTIVE for port object 73746dd7-3583-4e6f-95fb-1c55bfe1b811 will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:45:34.159166 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4e2ed-ebea-4d38-83d4-5074bac3b763 req-d393401e-cbe3-42e8-a0fb-9bd907534353 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:34.161097 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-64a4e2ed-ebea-4d38-83d4-5074bac3b763 req-d393401e-cbe3-42e8-a0fb-9bd907534353 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 931 time: 0.0996106 Feb 17 04:45:34.199577 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-afe4c7eb-8232-44c4-9383-3c73a9ebf4e5 None None] Set router b4145734-9e5e-49fb-957c-5a0f8d1f4381 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:45:34.215291 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-64a4e2ed-ebea-4d38-83d4-5074bac3b763 req-c2741076-5e2d-44a7-b50a-bb561afe90e4 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469723 Feb 17 04:45:34.223753 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:34.253377 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-afe053eb-b47d-4ce0-a3cc-b4467ba5eac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:34.350252 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ebabd-34ac-42d2-a835-c582bf850717 req-055d82da-c476-4c35-8630-7da11dd42b67 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:34.351932 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5a7ebabd-34ac-42d2-a835-c582bf850717 req-055d82da-c476-4c35-8630-7da11dd42b67 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 985 time: 0.4492457 Feb 17 04:45:34.459424 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-598d7775-a8cd-4fea-ba45-c0be75a8f8d1 req-13b1b0fa-f644-4713-8133-a0ebd82851fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7d42691-92b2-4ed6-a765-b7801af67b32 HTTP/1.1" status: 200 len: 999 time: 0.3035219 Feb 17 04:45:34.521517 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Pushing event updated for resources: {'Port': ['ID=73746dd7-3583-4e6f-95fb-1c55bfe1b811,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:34.524887 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:34.534773 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5a7ebabd-34ac-42d2-a835-c582bf850717 req-99ecf8e6-bcc1-477e-9f7e-90a14c553172 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=58b99ac8-59d9-4ce4-b5a8-0773c93cda1e&id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1676316 Feb 17 04:45:34.587269 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-afe4c7eb-8232-44c4-9383-3c73a9ebf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:04Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': '48420374-0fe6-4014-b1fe-7d0f84879f09', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'floating_ip_address': '172.28.1.56', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'port_id': 'c7d42691-92b2-4ed6-a765-b7801af67b32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'mac_address': 'fa:16:3e:ea:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:45:12Z', 'updated_at': '2021-02-17T04:45:31Z', 'revision_number': 1, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675d1fed-f79d-4ba6-8626-b36c7948fe67', 'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'mac_address': 'fa:16:3e:4f:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:59Z', 'updated_at': '2021-02-17T04:39:20Z', 'revision_number': 5, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'subnets': [{'id': '74b38920-b506-4cd3-87a7-221a55afe365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:34.589013 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d7775-a8cd-4fea-ba45-c0be75a8f8d1 req-6b1715e2-c8ff-455d-8b0f-a258317a4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:34.590645 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-598d7775-a8cd-4fea-ba45-c0be75a8f8d1 req-6b1715e2-c8ff-455d-8b0f-a258317a4300 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74b38920-b506-4cd3-87a7-221a55afe365 HTTP/1.1" status: 200 len: 856 time: 0.1092658 Feb 17 04:45:34.591725 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe4c7eb-8232-44c4-9383-3c73a9ebf4e5 None None] The sync data for ids ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'] in dv-cinder-759987-4-smb is: [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:04Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': '48420374-0fe6-4014-b1fe-7d0f84879f09', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'floating_ip_address': '172.28.1.56', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'port_id': 'c7d42691-92b2-4ed6-a765-b7801af67b32', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'mac_address': 'fa:16:3e:ea:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:45:12Z', 'updated_at': '2021-02-17T04:45:31Z', 'revision_number': 1, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675d1fed-f79d-4ba6-8626-b36c7948fe67', 'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'mac_address': 'fa:16:3e:4f:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:59Z', 'updated_at': '2021-02-17T04:39:20Z', 'revision_number': 5, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'subnets': [{'id': '74b38920-b506-4cd3-87a7-221a55afe365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:45:34.805638 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Attempting to bind port 73746dd7-3583-4e6f-95fb-1c55bfe1b811 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:45:34.806021 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Attempting to bind port 73746dd7-3583-4e6f-95fb-1c55bfe1b811 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:45:34.806402 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Attempting to bind port 73746dd7-3583-4e6f-95fb-1c55bfe1b811 on network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:45:34.813938 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:45:34.814363 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Checking segment: {'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:45:34.814782 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:34.815184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Bound using segment: {'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:45:34.815667 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Bound port: 73746dd7-3583-4e6f-95fb-1c55bfe1b811, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3536451-b489-4d4a-96ae-59a5c75489dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:45:34.816050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:34.832627 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d7775-a8cd-4fea-ba45-c0be75a8f8d1 req-9653062c-744c-420a-951c-27b5a8c43c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:34.834309 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-598d7775-a8cd-4fea-ba45-c0be75a8f8d1 req-9653062c-744c-420a-951c-27b5a8c43c91 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d7a82db-0693-4b36-bdf2-4e1d79993092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1805775 Feb 17 04:45:34.898041 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cf2f9b-b5a4-4db6-ad3b-7fdfb419b50c None None] New status for floating IP 48420374-0fe6-4014-b1fe-7d0f84879f09: ACTIVE {{(pid=84104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:45:35.037495 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] For port 73746dd7-3583-4e6f-95fb-1c55bfe1b811, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:45:35.043455 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] For port 73746dd7-3583-4e6f-95fb-1c55bfe1b811, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=73746dd7-3583-4e6f-95fb-1c55bfe1b811,segment=NetworkSegment(e3536451-b489-4d4a-96ae-59a5c75489dc),segment_id=e3536451-b489-4d4a-96ae-59a5c75489dc)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:45:35.062028 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-598d7775-a8cd-4fea-ba45-c0be75a8f8d1 req-cb93530a-1711-4769-a16f-6041d7c10c00 service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199512 Feb 17 04:45:35.094069 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:35.395693 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:35.674870 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Pushing event updated for resources: {'Port': ['ID=73746dd7-3583-4e6f-95fb-1c55bfe1b811,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:35.684280 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:35.713338 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-598d7775-a8cd-4fea-ba45-c0be75a8f8d1 req-e5674033-5ec6-4e9e-83da-58e091abfd61 service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6441340 Feb 17 04:45:35.733604 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ae36d-2af8-4f67-bf47-d071d6760d02 req-0ea628d3-6893-4fa3-b471-4a8ae06fa7e6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:35.734390 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-291ae36d-2af8-4f67-bf47-d071d6760d02 req-0ea628d3-6893-4fa3-b471-4a8ae06fa7e6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Synchronizing usage tracker for tenant:b027197d07e3499fb8ba5782c70e429a on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:45:35.745458 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3255c0-9371-41aa-bf33-081bacb4a7c6 req-13a538ab-13d3-492c-9692-9a1344f4f3ef tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:35.747538 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-dc3255c0-9371-41aa-bf33-081bacb4a7c6 req-13a538ab-13d3-492c-9692-9a1344f4f3ef tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 985 time: 0.0917833 Feb 17 04:45:35.754438 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:35.755124 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:35.756692 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] 10.222.0.65 "PUT /v2.0/ports/73746dd7-3583-4e6f-95fb-1c55bfe1b811 HTTP/1.1" status: 200 len: 1157 time: 2.6091785 Feb 17 04:45:35.757228 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf605806-fbe8-4483-9808-e09f8119b55f', 'tag': '73746dd7-3583-4e6f-95fb-1c55bfe1b811'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:35.810491 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-291ae36d-2af8-4f67-bf47-d071d6760d02 req-0ea628d3-6893-4fa3-b471-4a8ae06fa7e6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Unset dirty status for tenant:b027197d07e3499fb8ba5782c70e429a on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:45:35.811973 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-291ae36d-2af8-4f67-bf47-d071d6760d02 req-0ea628d3-6893-4fa3-b471-4a8ae06fa7e6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 943 time: 0.3307996 Feb 17 04:45:35.812827 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-dc3255c0-9371-41aa-bf33-081bacb4a7c6 req-f2900737-f225-4ff5-ba15-4df820102457 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=58b99ac8-59d9-4ce4-b5a8-0773c93cda1e&id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0524213 Feb 17 04:45:35.918146 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-291ae36d-2af8-4f67-bf47-d071d6760d02 req-53e3727b-19b4-4275-8439-2cc7bb825a1f tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979819 Feb 17 04:45:35.957120 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-fadea670-24ad-44c7-bbb5-92bfe6255ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:35.958780 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-fadea670-24ad-44c7-bbb5-92bfe6255ed1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b027197d07e3499fb8ba5782c70e429a&device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 1160 time: 0.0980945 Feb 17 04:45:36.029637 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf605806-fbe8-4483-9808-e09f8119b55f', 'tag': '73746dd7-3583-4e6f-95fb-1c55bfe1b811', 'status': 'completed', 'code': 200} Feb 17 04:45:36.039373 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-3ab65abe-76a1-4ffc-89bb-39e00699fb5c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73746dd7-3583-4e6f-95fb-1c55bfe1b811 HTTP/1.1" status: 200 len: 217 time: 0.0729611 Feb 17 04:45:36.110944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-4576f07d-6e3f-4f18-9505-72b14c3877e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:36.113124 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-4576f07d-6e3f-4f18-9505-72b14c3877e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24db9e6c-4099-46d8-ad28-21e2d704428a HTTP/1.1" status: 200 len: 849 time: 0.0674989 Feb 17 04:45:36.201850 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-5543d725-3353-4bd8-92db-559290a49a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:36.203493 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-5543d725-3353-4bd8-92db-559290a49a5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828111 Feb 17 04:45:36.349241 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-7a1ce679-23c4-434b-920d-f2bcda7a5299 service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385140 Feb 17 04:45:36.494511 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f39779a8-e3fc-4047-9a57-7491b61706b8 req-1d8d596d-88bd-4a45-988d-be6400fd60ba service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1383514 Feb 17 04:45:36.645028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4c10f-8b77-41c2-b0e5-185b82c057ca req-244ed6d4-4515-43ff-831f-344f81c37e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:36.646641 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e8b4c10f-8b77-41c2-b0e5-185b82c057ca req-244ed6d4-4515-43ff-831f-344f81c37e09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b027197d07e3499fb8ba5782c70e429a&device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 1160 time: 0.0785842 Feb 17 04:45:36.793362 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4c10f-8b77-41c2-b0e5-185b82c057ca req-05cdcb9d-0818-43b4-969c-8820daa0b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:36.795121 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e8b4c10f-8b77-41c2-b0e5-185b82c057ca req-05cdcb9d-0818-43b4-969c-8820daa0b8bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c HTTP/1.1" status: 200 len: 904 time: 0.1377091 Feb 17 04:45:36.875739 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e8b4c10f-8b77-41c2-b0e5-185b82c057ca req-5d044196-8fc7-43a2-8ebd-98d62631ec7c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73746dd7-3583-4e6f-95fb-1c55bfe1b811 HTTP/1.1" status: 200 len: 217 time: 0.0727041 Feb 17 04:45:36.883598 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 1f3f4b3e-4a25-4294-8170-e6f82f754d50 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:45:36.975524 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:36.976109 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:37.001375 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4c10f-8b77-41c2-b0e5-185b82c057ca req-511ff75a-a313-4c01-8f28-c7d459f37f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:37.003044 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e8b4c10f-8b77-41c2-b0e5-185b82c057ca req-511ff75a-a313-4c01-8f28-c7d459f37f66 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24db9e6c-4099-46d8-ad28-21e2d704428a HTTP/1.1" status: 200 len: 849 time: 0.1168971 Feb 17 04:45:37.089563 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4ac96-a671-42ae-b971-55117c305934 req-e3b7e473-7c18-43e1-bf03-a022bb0993a6 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:37.092033 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-77b4ac96-a671-42ae-b971-55117c305934 req-e3b7e473-7c18-43e1-bf03-a022bb0993a6 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 985 time: 0.1437497 Feb 17 04:45:37.144971 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-77b4ac96-a671-42ae-b971-55117c305934 req-96e29288-5174-4d0a-be45-eb4d27e1c407 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=58b99ac8-59d9-4ce4-b5a8-0773c93cda1e&id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0456636 Feb 17 04:45:37.153736 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4c10f-8b77-41c2-b0e5-185b82c057ca req-33896b73-d160-4443-a783-27cffcd50d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:37.154926 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e8b4c10f-8b77-41c2-b0e5-185b82c057ca req-33896b73-d160-4443-a783-27cffcd50d1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1446707 Feb 17 04:45:37.170639 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6c1b3e8f-fb2c-4ae2-a6c4-18ebed86e3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:37.308362 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5e6d6-ae03-4f92-b2b5-1b12c091b1d7 req-05e88a00-f82c-4525-b45b-50dd5ffce073 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:37.309991 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c9a5e6d6-ae03-4f92-b2b5-1b12c091b1d7 req-05e88a00-f82c-4525-b45b-50dd5ffce073 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 943 time: 0.2161710 Feb 17 04:45:37.345012 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e8b4c10f-8b77-41c2-b0e5-185b82c057ca req-8692b85c-79b8-44c6-a762-45e6846b2d1d service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820629 Feb 17 04:45:37.450043 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c9a5e6d6-ae03-4f92-b2b5-1b12c091b1d7 req-52903b37-e9d3-44e7-aea9-eb442509bf62 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265421 Feb 17 04:45:37.510038 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e8b4c10f-8b77-41c2-b0e5-185b82c057ca req-079dab19-9cb8-48fe-bdaf-753c56480ef2 service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1578727 Feb 17 04:45:38.349366 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedac9a9-e76d-4eb4-8eda-e745ce8a504a req-c6528bbb-0ac0-468b-9a44-49fc9160830f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:38.351004 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bedac9a9-e76d-4eb4-8eda-e745ce8a504a req-c6528bbb-0ac0-468b-9a44-49fc9160830f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 985 time: 0.0919635 Feb 17 04:45:38.401779 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bedac9a9-e76d-4eb4-8eda-e745ce8a504a req-8d315dee-8c45-4e58-85be-e80a6c4c003e tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=58b99ac8-59d9-4ce4-b5a8-0773c93cda1e&id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0442231 Feb 17 04:45:38.788597 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b89e9-fbc2-459b-82ed-ea331644e263 req-1fe9c3aa-772e-4eff-8cdd-51296e546576 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:38.790180 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3d7b89e9-fbc2-459b-82ed-ea331644e263 req-1fe9c3aa-772e-4eff-8cdd-51296e546576 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 943 time: 0.0843940 Feb 17 04:45:38.841719 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3d7b89e9-fbc2-459b-82ed-ea331644e263 req-095aaf10-a7e6-4408-b88d-e4a15771ddc6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450966 Feb 17 04:45:39.577200 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-355c0bb1-89b0-4a0b-a03a-62047718218c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:39.930706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:40.043006 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c49b90-dac4-4e78-a8bc-61542ed5969c req-81d9118d-dce3-4460-849e-f7a222f2f930 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:40.044921 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-45c49b90-dac4-4e78-a8bc-61542ed5969c req-81d9118d-dce3-4460-849e-f7a222f2f930 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 943 time: 0.0903423 Feb 17 04:45:40.095008 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-45c49b90-dac4-4e78-a8bc-61542ed5969c req-6841a78a-39d3-4f54-8fa2-edebea450051 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436664 Feb 17 04:45:41.306272 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9df859-9200-413f-b318-12f2312122e8 req-1d53af34-af9b-4ab0-8dd8-fe2ea842b406 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:41.307844 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ec9df859-9200-413f-b318-12f2312122e8 req-1d53af34-af9b-4ab0-8dd8-fe2ea842b406 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 943 time: 0.0929539 Feb 17 04:45:41.358587 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ec9df859-9200-413f-b318-12f2312122e8 req-86759453-9972-49b1-aef5-3fdc07a0b955 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440099 Feb 17 04:45:41.393956 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:41.439015 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 73746dd7-3583-4e6f-95fb-1c55bfe1b811 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:45:41.547442 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port 73746dd7-3583-4e6f-95fb-1c55bfe1b811 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:45:41.552824 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 73746dd7-3583-4e6f-95fb-1c55bfe1b811 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:41.553247 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:41.675922 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:41.704815 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf605806-fbe8-4483-9808-e09f8119b55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73746dd7-3583-4e6f-95fb-1c55bfe1b811'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:41.715289 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 73746dd7-3583-4e6f-95fb-1c55bfe1b811, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=73746dd7-3583-4e6f-95fb-1c55bfe1b811,segment=NetworkSegment(e3536451-b489-4d4a-96ae-59a5c75489dc),segment_id=e3536451-b489-4d4a-96ae-59a5c75489dc)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:45:41.755052 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf605806-fbe8-4483-9808-e09f8119b55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73746dd7-3583-4e6f-95fb-1c55bfe1b811', 'code': 200} Feb 17 04:45:41.764794 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:41.768237 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:45:41.845160 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=73746dd7-3583-4e6f-95fb-1c55bfe1b811,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:45:41.849081 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:45:42.043403 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a17cff-555a-4b7e-9bd0-bd5b94725d41 req-82a4044b-e006-4c78-b6c0-d0bbf028ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:42.045342 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-58a17cff-555a-4b7e-9bd0-bd5b94725d41 req-82a4044b-e006-4c78-b6c0-d0bbf028ee2f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 1162 time: 0.0784001 Feb 17 04:45:42.090873 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-58a17cff-555a-4b7e-9bd0-bd5b94725d41 req-9b2fbc6d-60cd-43ac-b523-2fa1b8c74c13 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380635 Feb 17 04:45:42.117126 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:42.564284 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc759c3-f27b-4a83-bd28-695358d3952f req-db1698dc-6fd1-45ec-ac34-7afd64413de5 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:42.565950 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2bc759c3-f27b-4a83-bd28-695358d3952f req-db1698dc-6fd1-45ec-ac34-7afd64413de5 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 945 time: 0.0917685 Feb 17 04:45:42.615303 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2bc759c3-f27b-4a83-bd28-695358d3952f req-7db3ff34-a0f0-4509-a758-42f265dcfa7a tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429835 Feb 17 04:45:42.923088 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 73746dd7-3583-4e6f-95fb-1c55bfe1b811 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:45:42.995413 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 73746dd7-3583-4e6f-95fb-1c55bfe1b811 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:45:42.995825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:43.817517 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fc0b9-bb55-4658-929a-e81c718a96ff req-7cc39b48-0781-4d92-a972-da22627c2b32 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:43.819575 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-841fc0b9-bb55-4658-929a-e81c718a96ff req-7cc39b48-0781-4d92-a972-da22627c2b32 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 945 time: 0.0903122 Feb 17 04:45:43.868434 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-841fc0b9-bb55-4658-929a-e81c718a96ff req-2f02a1e2-834d-42b7-a2bd-3ac2117319e1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428841 Feb 17 04:45:44.069384 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fceeda-a0ad-45b6-9af0-7fccf557da37 req-ab6ffdf6-f983-478c-ad5e-21c5f7e44126 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:44.071050 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-21fceeda-a0ad-45b6-9af0-7fccf557da37 req-ab6ffdf6-f983-478c-ad5e-21c5f7e44126 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 945 time: 0.0909522 Feb 17 04:45:44.081536 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 55846) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:45:44.087488 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-eccb9412-dc6d-4221-bd88-e120604c9a9f tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Request body: {'floatingip': {'port_id': '73746dd7-3583-4e6f-95fb-1c55bfe1b811'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:45:44.174598 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-eccb9412-dc6d-4221-bd88-e120604c9a9f tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:45.051061 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-eccb9412-dc6d-4221-bd88-e120604c9a9f tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:45.083310 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-eccb9412-dc6d-4221-bd88-e120604c9a9f tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:45.270956 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_db [None req-eccb9412-dc6d-4221-bd88-e120604c9a9f tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Floating IP f034c375-dc4d-454b-ae32-c19f9ca03789 associated. External IP: 172.28.1.32, port: 73746dd7-3583-4e6f-95fb-1c55bfe1b811. Feb 17 04:45:45.652525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccb9412-dc6d-4221-bd88-e120604c9a9f tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Router a35fabd1-328b-4abb-83fe-ad2c899d1903 has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:45:45.854230 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccb9412-dc6d-4221-bd88-e120604c9a9f tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:45:45.859293 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-eccb9412-dc6d-4221-bd88-e120604c9a9f tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:45:45.864338 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29473e2-6f45-46a9-ad37-68b6387acbbf None None] Sync routers for ids ['a35fabd1-328b-4abb-83fe-ad2c899d1903'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:45:45.874347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29473e2-6f45-46a9-ad37-68b6387acbbf None None] Routers {'a35fabd1-328b-4abb-83fe-ad2c899d1903'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:45:45.875040 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e29473e2-6f45-46a9-ad37-68b6387acbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:45:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['a35fabd1-328b-4abb-83fe-ad2c899d1903'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:45.921522 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-eccb9412-dc6d-4221-bd88-e120604c9a9f tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "PUT /v2.0/floatingips/f034c375-dc4d-454b-ae32-c19f9ca03789 HTTP/1.1" status: 200 len: 990 time: 1.8356853 Feb 17 04:45:45.921522 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf605806-fbe8-4483-9808-e09f8119b55f', 'tag': '73746dd7-3583-4e6f-95fb-1c55bfe1b811'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:45:45.973431 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf605806-fbe8-4483-9808-e09f8119b55f', 'tag': '73746dd7-3583-4e6f-95fb-1c55bfe1b811', 'status': 'completed', 'code': 200} Feb 17 04:45:46.091678 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295f180-63b4-4f82-87b6-3f1518a806a7 req-60277541-613f-45db-a841-7cd3cd5dbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:46.093659 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2295f180-63b4-4f82-87b6-3f1518a806a7 req-60277541-613f-45db-a841-7cd3cd5dbc3a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b027197d07e3499fb8ba5782c70e429a&device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 1162 time: 0.0959394 Feb 17 04:45:46.107661 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-e29473e2-6f45-46a9-ad37-68b6387acbbf None None] Set router a35fabd1-328b-4abb-83fe-ad2c899d1903 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:45:46.241936 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295f180-63b4-4f82-87b6-3f1518a806a7 req-53d62993-44fd-4fdc-a5fe-15e707b831f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:46.243532 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2295f180-63b4-4f82-87b6-3f1518a806a7 req-53d62993-44fd-4fdc-a5fe-15e707b831f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c HTTP/1.1" status: 200 len: 904 time: 0.1429832 Feb 17 04:45:46.359817 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2295f180-63b4-4f82-87b6-3f1518a806a7 req-0d3df87c-566f-41c4-a606-bb5083d3ea74 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73746dd7-3583-4e6f-95fb-1c55bfe1b811 HTTP/1.1" status: 200 len: 998 time: 0.1092391 Feb 17 04:45:46.430095 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295f180-63b4-4f82-87b6-3f1518a806a7 req-367b8c7a-f81b-4824-8ff8-0ccc843a37bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:46.432095 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2295f180-63b4-4f82-87b6-3f1518a806a7 req-367b8c7a-f81b-4824-8ff8-0ccc843a37bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24db9e6c-4099-46d8-ad28-21e2d704428a HTTP/1.1" status: 200 len: 849 time: 0.0655403 Feb 17 04:45:46.502480 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e29473e2-6f45-46a9-ad37-68b6387acbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': 'f034c375-dc4d-454b-ae32-c19f9ca03789', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'port_id': '73746dd7-3583-4e6f-95fb-1c55bfe1b811', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'mac_address': 'fa:16:3e:af:c8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf605806-fbe8-4483-9808-e09f8119b55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:45:20Z', 'updated_at': '2021-02-17T04:45:44Z', 'revision_number': 1, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d16d2b8-c967-4994-871b-34723be6a3d8', 'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'mac_address': 'fa:16:3e:14:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:07Z', 'updated_at': '2021-02-17T04:39:23Z', 'revision_number': 5, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'subnets': [{'id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:46.506721 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29473e2-6f45-46a9-ad37-68b6387acbbf None None] Checking router: a35fabd1-328b-4abb-83fe-ad2c899d1903 for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:45:46.516044 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29473e2-6f45-46a9-ad37-68b6387acbbf None None] Routers {'a35fabd1-328b-4abb-83fe-ad2c899d1903'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:45:46.516754 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e29473e2-6f45-46a9-ad37-68b6387acbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:45:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['a35fabd1-328b-4abb-83fe-ad2c899d1903'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:46.519784 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295f180-63b4-4f82-87b6-3f1518a806a7 req-c8c04cf8-801c-4cb9-bcae-e230c78a2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:45:46.521587 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2295f180-63b4-4f82-87b6-3f1518a806a7 req-c8c04cf8-801c-4cb9-bcae-e230c78a2b5d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808892 Feb 17 04:45:46.670798 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2295f180-63b4-4f82-87b6-3f1518a806a7 req-7c8421f7-0ee7-4fa0-bf15-59adc73d0c8c service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417036 Feb 17 04:45:46.715194 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-e29473e2-6f45-46a9-ad37-68b6387acbbf None None] Set router a35fabd1-328b-4abb-83fe-ad2c899d1903 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:45:46.818944 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2295f180-63b4-4f82-87b6-3f1518a806a7 req-bbed7697-bf28-4d75-8f8b-b14618f5f224 service neutron] 10.222.0.65 "GET /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414516 Feb 17 04:45:47.104633 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-e29473e2-6f45-46a9-ad37-68b6387acbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': 'f034c375-dc4d-454b-ae32-c19f9ca03789', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'port_id': '73746dd7-3583-4e6f-95fb-1c55bfe1b811', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'mac_address': 'fa:16:3e:af:c8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf605806-fbe8-4483-9808-e09f8119b55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:45:20Z', 'updated_at': '2021-02-17T04:45:44Z', 'revision_number': 1, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d16d2b8-c967-4994-871b-34723be6a3d8', 'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'mac_address': 'fa:16:3e:14:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:07Z', 'updated_at': '2021-02-17T04:39:23Z', 'revision_number': 5, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'subnets': [{'id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:45:47.108948 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29473e2-6f45-46a9-ad37-68b6387acbbf None None] The sync data for ids ['a35fabd1-328b-4abb-83fe-ad2c899d1903'] in dv-cinder-759987-4-smb is: [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': 'f034c375-dc4d-454b-ae32-c19f9ca03789', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'port_id': '73746dd7-3583-4e6f-95fb-1c55bfe1b811', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'mac_address': 'fa:16:3e:af:c8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf605806-fbe8-4483-9808-e09f8119b55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:45:20Z', 'updated_at': '2021-02-17T04:45:44Z', 'revision_number': 1, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d16d2b8-c967-4994-871b-34723be6a3d8', 'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'mac_address': 'fa:16:3e:14:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:07Z', 'updated_at': '2021-02-17T04:39:23Z', 'revision_number': 5, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'subnets': [{'id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:45:47.444171 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5a3780-800f-437b-b6e1-39e6054bd3ee None None] New status for floating IP f034c375-dc4d-454b-ae32-c19f9ca03789: ACTIVE {{(pid=84104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:45:47.721544 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:45:53.518908 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:07.170492 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a59ada4e-de60-43ae-8afe-a458ac13792b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:09.576103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3581a9d1-0c0b-4190-818d-582a69ede732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:09.941833 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:11.398662 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:12.130031 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:22.390746 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8434393c-df15-4dd2-b706-90c58a788ac2 req-84b3d165-578c-4e4f-8113-50afd73390c0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0822988 Feb 17 04:46:22.547377 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434393c-df15-4dd2-b706-90c58a788ac2 req-51705961-14ac-4fc9-b64c-a11163bd1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:22.549072 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8434393c-df15-4dd2-b706-90c58a788ac2 req-51705961-14ac-4fc9-b64c-a11163bd1e2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af8a0bedfcee4c1aa388b75d8822e191&device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 1203 time: 0.0817845 Feb 17 04:46:22.708255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434393c-df15-4dd2-b706-90c58a788ac2 req-a446db30-169a-4b74-9ba4-c154fce60cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:22.709979 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8434393c-df15-4dd2-b706-90c58a788ac2 req-a446db30-169a-4b74-9ba4-c154fce60cbb service neutron] 10.222.0.65 "GET /v2.0/networks?id=88a134c2-d02f-44ef-83db-d81eb8997dd0 HTTP/1.1" status: 200 len: 908 time: 0.1409461 Feb 17 04:46:22.822362 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8434393c-df15-4dd2-b706-90c58a788ac2 req-8ca7e537-dc53-450a-990a-a1c7f8d0f9f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3f4b3e-4a25-4294-8170-e6f82f754d50 HTTP/1.1" status: 200 len: 1002 time: 0.1049242 Feb 17 04:46:22.897829 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434393c-df15-4dd2-b706-90c58a788ac2 req-266e2fb9-9b1e-4153-8bc1-751151cbbe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:22.899453 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8434393c-df15-4dd2-b706-90c58a788ac2 req-266e2fb9-9b1e-4153-8bc1-751151cbbe33 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bf2c492-a598-4678-9f75-5d00b6e65b65 HTTP/1.1" status: 200 len: 853 time: 0.0709260 Feb 17 04:46:22.988773 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434393c-df15-4dd2-b706-90c58a788ac2 req-51a918ac-8f0c-45a1-83c4-0bdfe9342eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:22.990433 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8434393c-df15-4dd2-b706-90c58a788ac2 req-51a918ac-8f0c-45a1-83c4-0bdfe9342eef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88a134c2-d02f-44ef-83db-d81eb8997dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849731 Feb 17 04:46:23.373803 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8434393c-df15-4dd2-b706-90c58a788ac2 req-b5daccd0-5cdd-44e2-984d-aa6795effa05 service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746352 Feb 17 04:46:23.533941 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:23.541795 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8434393c-df15-4dd2-b706-90c58a788ac2 req-08e65a89-a6fd-4f1a-ae5d-71c24f185350 service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1616328 Feb 17 04:46:24.721476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:46:37.163962 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-69e4c400-2908-48c1-b7e1-6b98cbbb9e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:39.575432 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8a8ee542-eef8-4bed-905e-f2d45e62571a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:39.956073 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:41.413445 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:42.129058 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:42.145177 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c68c00-2422-4580-bf4c-9a663d3f3cd9 req-0cd9e7ce-64d4-4107-a632-5ce0c102821d tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1523578148&fields=id&tenant_id=af8a0bedfcee4c1aa388b75d8822e191 HTTP/1.1" status: 200 len: 267 time: 0.0532484 Feb 17 04:46:42.242822 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c68c00-2422-4580-bf4c-9a663d3f3cd9 req-8df98a8c-ef9e-4cdd-bee5-598ea6cf8458 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:42.244514 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c68c00-2422-4580-bf4c-9a663d3f3cd9 req-8df98a8c-ef9e-4cdd-bee5-598ea6cf8458 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 985 time: 0.0924189 Feb 17 04:46:42.257975 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-94c68c00-2422-4580-bf4c-9a663d3f3cd9 req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Request body: {'port': {'security_groups': ['3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be']}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:46:42.396607 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-94c68c00-2422-4580-bf4c-9a663d3f3cd9 req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:42.730322 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-94c68c00-2422-4580-bf4c-9a663d3f3cd9 req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] For port 1f3f4b3e-4a25-4294-8170-e6f82f754d50, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=1f3f4b3e-4a25-4294-8170-e6f82f754d50,segment=NetworkSegment(6d2da65a-13eb-4f4d-9da0-1e1174e04251),segment_id=6d2da65a-13eb-4f4d-9da0-1e1174e04251)] {{(pid=84101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:46:42.761349 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-94c68c00-2422-4580-bf4c-9a663d3f3cd9 req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for port, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:42.804063 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-94c68c00-2422-4580-bf4c-9a663d3f3cd9 req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853031306'] for port, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:42.820159 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e7202a54-c729-447a-bdfb-20904365e815 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:42.986511 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Pushing event updated for resources: {'Port': ['ID=1f3f4b3e-4a25-4294-8170-e6f82f754d50,revision_number=6']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:42.998075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:42.998490 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:42.998903 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:42.999323 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:42.999747 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.000190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.000618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.001019 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.001414 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.001807 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.002231 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.002621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.003054 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.003656 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.003835 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.007813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.007813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.007813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.007813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.007813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.007813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.007813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.007813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.007813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:43.013974 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:43.047458 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c68c00-2422-4580-bf4c-9a663d3f3cd9 req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:43.048136 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-94c68c00-2422-4580-bf4c-9a663d3f3cd9 req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:43.049715 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c68c00-2422-4580-bf4c-9a663d3f3cd9 req-7e4457d3-cb20-4e9f-ac9a-addf6955d3bf tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "PUT /v2.0/ports/1f3f4b3e-4a25-4294-8170-e6f82f754d50 HTTP/1.1" status: 200 len: 943 time: 0.7979772 Feb 17 04:46:43.050261 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'tag': '1f3f4b3e-4a25-4294-8170-e6f82f754d50'}] {{(pid=84101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:46:43.130434 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-486e0365-1f8c-4a40-9ddb-f5a1368ef8cb req-98d3a60e-a00a-4b8d-8516-935156bd91fc tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups/58b99ac8-59d9-4ce4-b5a8-0773c93cda1e HTTP/1.1" status: 200 len: 3005 time: 0.0603063 Feb 17 04:46:43.176106 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'tag': '1f3f4b3e-4a25-4294-8170-e6f82f754d50', 'status': 'completed', 'code': 200} Feb 17 04:46:43.218286 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-486e0365-1f8c-4a40-9ddb-f5a1368ef8cb req-427e89f8-d5b6-430f-90d9-d7d274ed4ac8 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:43.250630 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-486e0365-1f8c-4a40-9ddb-f5a1368ef8cb req-427e89f8-d5b6-430f-90d9-d7d274ed4ac8 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:43.284431 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f88467-9859-455e-ada5-44675d4ceefa req-96023666-1a39-4b08-ab5d-13384700f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:43.286110 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-05f88467-9859-455e-ada5-44675d4ceefa req-96023666-1a39-4b08-ab5d-13384700f7ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af8a0bedfcee4c1aa388b75d8822e191&device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 1163 time: 0.0856509 Feb 17 04:46:43.346942 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-486e0365-1f8c-4a40-9ddb-f5a1368ef8cb req-427e89f8-d5b6-430f-90d9-d7d274ed4ac8 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:43.352636 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ea133aea-a5c0-4a3f-b0e9-e182a19d0f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:43.370223 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e89f8-d5b6-430f-90d9-d7d274ed4ac8 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b99ac8-59d9-4ce4-b5a8-0773c93cda1e,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:43.372765 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-427e89f8-d5b6-430f-90d9-d7d274ed4ac8 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:43.374870 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-382ac0b8-e104-44b3-8d9e-8dfbb7d0fc37 None None] Provisioning complete for port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:46:43.375301 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-382ac0b8-e104-44b3-8d9e-8dfbb7d0fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:43.403175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-486e0365-1f8c-4a40-9ddb-f5a1368ef8cb req-427e89f8-d5b6-430f-90d9-d7d274ed4ac8 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:43.404739 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-486e0365-1f8c-4a40-9ddb-f5a1368ef8cb req-427e89f8-d5b6-430f-90d9-d7d274ed4ac8 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "DELETE /v2.0/security-groups/58b99ac8-59d9-4ce4-b5a8-0773c93cda1e HTTP/1.1" status: 204 len: 173 time: 0.2673328 Feb 17 04:46:43.448943 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f88467-9859-455e-ada5-44675d4ceefa req-544db6ce-9e76-45fe-ad50-eca339293474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:43.450703 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-05f88467-9859-455e-ada5-44675d4ceefa req-544db6ce-9e76-45fe-ad50-eca339293474 service neutron] 10.222.0.65 "GET /v2.0/networks?id=88a134c2-d02f-44ef-83db-d81eb8997dd0 HTTP/1.1" status: 200 len: 908 time: 0.1555424 Feb 17 04:46:43.500323 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 1f3f4b3e-4a25-4294-8170-e6f82f754d50 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:46:43.545018 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-1b321cdf-a8be-4da0-b9bd-682ff04f01de tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/floatingips/4312cbdf-c0f9-4a1c-9b7a-738f573e5fb4 HTTP/1.1" status: 200 len: 999 time: 0.1178892 Feb 17 04:46:43.594546 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-05f88467-9859-455e-ada5-44675d4ceefa req-09ef3d87-7dc2-4dcd-b2d8-26d473a1ca85 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3f4b3e-4a25-4294-8170-e6f82f754d50 HTTP/1.1" status: 200 len: 1002 time: 0.1168430 Feb 17 04:46:43.595859 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:46:43.596287 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:43.668159 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f88467-9859-455e-ada5-44675d4ceefa req-998bbcc6-f0d6-4e43-90ca-703aa3e0f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:43.670060 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-05f88467-9859-455e-ada5-44675d4ceefa req-998bbcc6-f0d6-4e43-90ca-703aa3e0f173 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bf2c492-a598-4678-9f75-5d00b6e65b65 HTTP/1.1" status: 200 len: 853 time: 0.0690787 Feb 17 04:46:43.708785 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-38487669-4b74-40c5-af15-997cca1e180b tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:43.710293 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-38487669-4b74-40c5-af15-997cca1e180b tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/networks/1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 HTTP/1.1" status: 200 len: 784 time: 0.1590130 Feb 17 04:46:43.723443 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-7c94dbe4-aaf5-48ca-86f9-8d400083460c tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:46:43.724591 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-7c94dbe4-aaf5-48ca-86f9-8d400083460c tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0079808 Feb 17 04:46:43.757318 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f88467-9859-455e-ada5-44675d4ceefa req-0636d4cd-ba26-4886-99d8-e9424ab7ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:43.758966 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-05f88467-9859-455e-ada5-44675d4ceefa req-0636d4cd-ba26-4886-99d8-e9424ab7ab87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88a134c2-d02f-44ef-83db-d81eb8997dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814831 Feb 17 04:46:43.838297 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-8ccd160c-6fd4-4eb7-befe-b7cd85371853 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.28.1.143 HTTP/1.1" status: 200 len: 1002 time: 0.1065245 Feb 17 04:46:43.905308 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-05f88467-9859-455e-ada5-44675d4ceefa req-0b5b73df-569f-4bed-afbe-59afcccd7d7f service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387253 Feb 17 04:46:43.918760 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-1c2aac2a-3a97-45f7-8095-17f7e6cfec88 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:43.920227 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-1c2aac2a-3a97-45f7-8095-17f7e6cfec88 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports/1f3f4b3e-4a25-4294-8170-e6f82f754d50 HTTP/1.1" status: 200 len: 943 time: 0.0761454 Feb 17 04:46:44.086938 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-05f88467-9859-455e-ada5-44675d4ceefa req-b4ccaf23-85fb-445e-bc57-4178b24b9133 service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1746478 Feb 17 04:46:44.160561 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-a2d83ec8-53eb-4c29-be03-ab4d48908ca5 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.28.1.143 HTTP/1.1" status: 200 len: 1002 time: 0.1329865 Feb 17 04:46:44.386834 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-4d3839bc-db5e-41a1-b430-7f85869814fd tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Deleting port 0c46374c-78f7-4d9f-8d9d-fb6ec25caf48 {{(pid=84101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:46:44.387221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-4d3839bc-db5e-41a1-b430-7f85869814fd tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:44.569730 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-4d3839bc-db5e-41a1-b430-7f85869814fd tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:44.570097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-4d3839bc-db5e-41a1-b430-7f85869814fd tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:44.705230 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-4d3839bc-db5e-41a1-b430-7f85869814fd tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Calling delete_port for 0c46374c-78f7-4d9f-8d9d-fb6ec25caf48 owned by network:floatingip {{(pid=84101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:46:44.911088 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-4d3839bc-db5e-41a1-b430-7f85869814fd tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:44.930188 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:45.261682 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3839bc-db5e-41a1-b430-7f85869814fd tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Pushing event deleted for resources: {'Port': ['ID=0c46374c-78f7-4d9f-8d9d-fb6ec25caf48,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:45.272712 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4d3839bc-db5e-41a1-b430-7f85869814fd tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:45.409881 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-4d3839bc-db5e-41a1-b430-7f85869814fd tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks [] for floatingip, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:45.410251 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_db [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-4d3839bc-db5e-41a1-b430-7f85869814fd tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Floating IP 4312cbdf-c0f9-4a1c-9b7a-738f573e5fb4 disassociated (deleted). External IP: 172.28.1.143, port: 1f3f4b3e-4a25-4294-8170-e6f82f754d50. Feb 17 04:46:45.813355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-4d3839bc-db5e-41a1-b430-7f85869814fd tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Router 082e8860-7005-489e-9a25-b30530ede79d has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:46:46.006445 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-4d3839bc-db5e-41a1-b430-7f85869814fd tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:46:46.017669 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e3f00-c06e-46f7-9db9-1cadfb979a62 None None] Sync routers for ids ['082e8860-7005-489e-9a25-b30530ede79d'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:46:46.028148 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e3f00-c06e-46f7-9db9-1cadfb979a62 None None] Routers {'082e8860-7005-489e-9a25-b30530ede79d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:46:46.031720 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-6d4e3f00-c06e-46f7-9db9-1cadfb979a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:46:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['082e8860-7005-489e-9a25-b30530ede79d'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:46:46.113564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-4d3839bc-db5e-41a1-b430-7f85869814fd tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:46.178670 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-4d3839bc-db5e-41a1-b430-7f85869814fd tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "DELETE /v2.0/floatingips/4312cbdf-c0f9-4a1c-9b7a-738f573e5fb4 HTTP/1.1" status: 204 len: 173 time: 2.0119634 Feb 17 04:46:46.179246 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'tag': '1f3f4b3e-4a25-4294-8170-e6f82f754d50'}] {{(pid=84101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:46:46.246859 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'tag': '1f3f4b3e-4a25-4294-8170-e6f82f754d50', 'status': 'completed', 'code': 200} Feb 17 04:46:46.295930 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-a7911e68-d3c2-472a-899e-716cb07da71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:46.297717 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-a7911e68-d3c2-472a-899e-716cb07da71b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af8a0bedfcee4c1aa388b75d8822e191&device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 1163 time: 0.0957608 Feb 17 04:46:46.358654 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26e502-1e03-44bb-9873-81760049d44b req-aac52727-d288-43eb-a18e-594738103990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:46.360661 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cf26e502-1e03-44bb-9873-81760049d44b req-aac52727-d288-43eb-a18e-594738103990 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af8a0bedfcee4c1aa388b75d8822e191&device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 1163 time: 0.1039202 Feb 17 04:46:46.405279 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-6d4e3f00-c06e-46f7-9db9-1cadfb979a62 None None] Set router 082e8860-7005-489e-9a25-b30530ede79d gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:46:46.457606 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-74d53d6a-33e9-411c-b27c-26bde380526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:46.459245 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-74d53d6a-33e9-411c-b27c-26bde380526b service neutron] 10.222.0.30 "GET /v2.0/networks?id=88a134c2-d02f-44ef-83db-d81eb8997dd0 HTTP/1.1" status: 200 len: 908 time: 0.1539471 Feb 17 04:46:46.528331 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26e502-1e03-44bb-9873-81760049d44b req-271bf77d-5f0f-42d9-8a4e-b8e2b42148ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:46.530105 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cf26e502-1e03-44bb-9873-81760049d44b req-271bf77d-5f0f-42d9-8a4e-b8e2b42148ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=88a134c2-d02f-44ef-83db-d81eb8997dd0 HTTP/1.1" status: 200 len: 908 time: 0.1608541 Feb 17 04:46:46.538085 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-210cdeef-d835-4b9c-b7be-207d08c7f13f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3f4b3e-4a25-4294-8170-e6f82f754d50 HTTP/1.1" status: 200 len: 217 time: 0.0707867 Feb 17 04:46:46.614227 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cf26e502-1e03-44bb-9873-81760049d44b req-637859c8-f327-4c31-8874-2fc43e3e232e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3f4b3e-4a25-4294-8170-e6f82f754d50 HTTP/1.1" status: 200 len: 217 time: 0.0759938 Feb 17 04:46:46.618223 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-67d17937-a3b7-49c3-85ea-9000890b44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:46.620043 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-67d17937-a3b7-49c3-85ea-9000890b44c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bf2c492-a598-4678-9f75-5d00b6e65b65 HTTP/1.1" status: 200 len: 853 time: 0.0747871 Feb 17 04:46:46.692764 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26e502-1e03-44bb-9873-81760049d44b req-53199411-ea70-49c5-9bcd-0996edf2604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:46.694525 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cf26e502-1e03-44bb-9873-81760049d44b req-53199411-ea70-49c5-9bcd-0996edf2604e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8bf2c492-a598-4678-9f75-5d00b6e65b65 HTTP/1.1" status: 200 len: 853 time: 0.0732355 Feb 17 04:46:46.709773 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-c1c3e7b9-d4be-40ee-bd05-1328b0924151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:46.711487 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-c1c3e7b9-d4be-40ee-bd05-1328b0924151 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88a134c2-d02f-44ef-83db-d81eb8997dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819886 Feb 17 04:46:46.782369 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26e502-1e03-44bb-9873-81760049d44b req-373bde09-a300-4a7e-84a8-dbd5bc70ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:46.784285 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cf26e502-1e03-44bb-9873-81760049d44b req-373bde09-a300-4a7e-84a8-dbd5bc70ab20 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=88a134c2-d02f-44ef-83db-d81eb8997dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828004 Feb 17 04:46:46.793735 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-6d4e3f00-c06e-46f7-9db9-1cadfb979a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082e8860-7005-489e-9a25-b30530ede79d', 'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:43Z', 'revision_number': 4, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'gw_port': {'id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:29Z', 'updated_at': '2021-02-17T04:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': 'eb8ade0f-7bee-4a2f-9ed3-0e54a030696e', 'name': '', 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'mac_address': 'fa:16:3e:e9:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:40Z', 'updated_at': '2021-02-17T04:42:56Z', 'revision_number': 5, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'subnets': [{'id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:46:46.799673 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e3f00-c06e-46f7-9db9-1cadfb979a62 None None] Checking router: 082e8860-7005-489e-9a25-b30530ede79d for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:46:46.810895 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e3f00-c06e-46f7-9db9-1cadfb979a62 None None] Routers {'082e8860-7005-489e-9a25-b30530ede79d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:46:46.811604 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-6d4e3f00-c06e-46f7-9db9-1cadfb979a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:46:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['082e8860-7005-489e-9a25-b30530ede79d'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:46:46.865744 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-f48978a7-2e88-4fe2-bc07-0faa2bc4cb2a service neutron] 10.222.0.30 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470101 Feb 17 04:46:46.957666 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cf26e502-1e03-44bb-9873-81760049d44b req-b34157e6-5e3b-4d5a-83a2-fa6a6db5ea0c service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660120 Feb 17 04:46:47.023145 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-6d4e3f00-c06e-46f7-9db9-1cadfb979a62 None None] Set router 082e8860-7005-489e-9a25-b30530ede79d gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:46:47.026104 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-47e709d9-843a-4cc4-8855-6f5d6e2801ad req-3df06817-7976-455c-b057-08ce0f7eb522 service neutron] 10.222.0.30 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1536036 Feb 17 04:46:47.113152 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cf26e502-1e03-44bb-9873-81760049d44b req-e8b6b437-4860-4542-ad3f-77ed10c2db00 service neutron] 10.222.0.65 "GET /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1436582 Feb 17 04:46:47.365905 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-6d4e3f00-c06e-46f7-9db9-1cadfb979a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082e8860-7005-489e-9a25-b30530ede79d', 'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:43Z', 'revision_number': 4, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'gw_port': {'id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:29Z', 'updated_at': '2021-02-17T04:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': 'eb8ade0f-7bee-4a2f-9ed3-0e54a030696e', 'name': '', 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'mac_address': 'fa:16:3e:e9:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:40Z', 'updated_at': '2021-02-17T04:42:56Z', 'revision_number': 5, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'subnets': [{'id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:46:47.370190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e3f00-c06e-46f7-9db9-1cadfb979a62 None None] The sync data for ids ['082e8860-7005-489e-9a25-b30530ede79d'] in dv-cinder-759987-4-smb is: [{'id': '082e8860-7005-489e-9a25-b30530ede79d', 'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:42:43Z', 'revision_number': 4, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'gw_port': {'id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:29Z', 'updated_at': '2021-02-17T04:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': 'eb8ade0f-7bee-4a2f-9ed3-0e54a030696e', 'name': '', 'network_id': '88a134c2-d02f-44ef-83db-d81eb8997dd0', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'mac_address': 'fa:16:3e:e9:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:40Z', 'updated_at': '2021-02-17T04:42:56Z', 'revision_number': 5, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'subnets': [{'id': '8bf2c492-a598-4678-9f75-5d00b6e65b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:46:47.787840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa124d-c13e-4196-a10b-9fe3da0091ed None None] New status for floating IP 4312cbdf-c0f9-4a1c-9b7a-738f573e5fb4: DOWN {{(pid=84104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:46:50.643722 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e433a7-f0e5-4e36-922b-955fe366fecb req-2c07a17d-412c-4664-986e-4de6fbca08d7 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:50.644493 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-f7e433a7-f0e5-4e36-922b-955fe366fecb req-2c07a17d-412c-4664-986e-4de6fbca08d7 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Synchronizing usage tracker for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:port {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:46:50.677688 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-f7e433a7-f0e5-4e36-922b-955fe366fecb req-2c07a17d-412c-4664-986e-4de6fbca08d7 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Unset dirty status for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:port {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:46:50.678965 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f7e433a7-f0e5-4e36-922b-955fe366fecb req-2c07a17d-412c-4664-986e-4de6fbca08d7 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 946 time: 0.1237655 Feb 17 04:46:50.726622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-f7e433a7-f0e5-4e36-922b-955fe366fecb req-4f1cfc9e-8a7b-4331-9a9f-b9c85ebb3cd8 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Synchronizing usage tracker for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:security_group {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:46:50.763303 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-f7e433a7-f0e5-4e36-922b-955fe366fecb req-4f1cfc9e-8a7b-4331-9a9f-b9c85ebb3cd8 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Unset dirty status for tenant:af8a0bedfcee4c1aa388b75d8822e191 on resource:security_group {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:46:50.764623 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f7e433a7-f0e5-4e36-922b-955fe366fecb req-4f1cfc9e-8a7b-4331-9a9f-b9c85ebb3cd8 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791395 Feb 17 04:46:51.965591 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6b824-03ce-4dac-9699-cb55fc912046 req-b03ac6a3-bd1f-488a-98b5-c22b88dc7842 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:51.967233 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c9c6b824-03ce-4dac-9699-cb55fc912046 req-b03ac6a3-bd1f-488a-98b5-c22b88dc7842 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 946 time: 0.0882227 Feb 17 04:46:52.021564 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c9c6b824-03ce-4dac-9699-cb55fc912046 req-cc1cfe74-cdce-46bc-9e79-0619cd22f8f4 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472310 Feb 17 04:46:52.801060 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3959a-2d34-4ec0-b34b-158d6bb583e3 req-73862c54-273e-4f3a-8983-0d40770b9b32 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:52.802581 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9cb3959a-2d34-4ec0-b34b-158d6bb583e3 req-73862c54-273e-4f3a-8983-0d40770b9b32 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.65 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 946 time: 0.0877798 Feb 17 04:46:52.879171 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-9cb3959a-2d34-4ec0-b34b-158d6bb583e3 req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Deleting port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:46:52.879567 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9cb3959a-2d34-4ec0-b34b-158d6bb583e3 req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:53.150855 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-9cb3959a-2d34-4ec0-b34b-158d6bb583e3 req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] For port 1f3f4b3e-4a25-4294-8170-e6f82f754d50, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=1f3f4b3e-4a25-4294-8170-e6f82f754d50,segment=NetworkSegment(6d2da65a-13eb-4f4d-9da0-1e1174e04251),segment_id=6d2da65a-13eb-4f4d-9da0-1e1174e04251)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:46:53.151441 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9cb3959a-2d34-4ec0-b34b-158d6bb583e3 req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:53.227642 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6beef-2c16-4109-8f76-51ed6e5fa722 req-5c7983a6-00c1-48ac-ba55-e4a00c6f5e6f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:53.229724 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c4d6beef-2c16-4109-8f76-51ed6e5fa722 req-5c7983a6-00c1-48ac-ba55-e4a00c6f5e6f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 946 time: 0.0913105 Feb 17 04:46:53.279399 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c4d6beef-2c16-4109-8f76-51ed6e5fa722 req-7ef3b124-92bf-435f-b15e-624424ed5c7d tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427480 Feb 17 04:46:53.294883 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-9cb3959a-2d34-4ec0-b34b-158d6bb583e3 req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Calling delete_port for 1f3f4b3e-4a25-4294-8170-e6f82f754d50 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:46:53.340197 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 1f3f4b3e-4a25-4294-8170-e6f82f754d50 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:46:53.463785 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:53.465904 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9cb3959a-2d34-4ec0-b34b-158d6bb583e3 req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:53.481792 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f08f9487-1276-44f2-a1e4-e93247ef4295 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:53.568853 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:53.575559 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Pushing event deleted for resources: {'Port': ['ID=1f3f4b3e-4a25-4294-8170-e6f82f754d50,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:53.595242 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.595612 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.596651 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.597045 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.597444 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.597834 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.598221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.598605 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.598988 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.599370 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.599752 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.600135 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.600577 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.600960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.601339 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.601716 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.602091 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.602472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.602848 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.603225 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.603601 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.603976 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.604353 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.604774 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:46:53.609907 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:53.711778 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb3959a-2d34-4ec0-b34b-158d6bb583e3 req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] No DVR routers for this DVR port 1f3f4b3e-4a25-4294-8170-e6f82f754d50 on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:46:53.716546 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9cb3959a-2d34-4ec0-b34b-158d6bb583e3 req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:53.718276 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'name': 'network-vif-deleted', 'tag': '1f3f4b3e-4a25-4294-8170-e6f82f754d50'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:46:53.763960 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9cb3959a-2d34-4ec0-b34b-158d6bb583e3 req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.65 "DELETE /v2.0/ports/1f3f4b3e-4a25-4294-8170-e6f82f754d50 HTTP/1.1" status: 204 len: 173 time: 0.9559448 Feb 17 04:46:53.768649 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a4602f-a0d0-4e74-8fd3-ebb30c305184', 'name': 'network-vif-deleted', 'tag': '1f3f4b3e-4a25-4294-8170-e6f82f754d50', 'status': 'completed', 'code': 200} Feb 17 04:46:54.471580 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-43a734cf-87f0-4539-baf2-1dc4de69efb6 req-9a19e3f2-8958-4c3a-b9f5-f8bb06f80e83 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] 10.222.0.30 "GET /v2.0/ports?device_id=11a4602f-a0d0-4e74-8fd3-ebb30c305184 HTTP/1.1" status: 200 len: 210 time: 0.0554349 Feb 17 04:46:57.036967 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 56216) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:46:57.340610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af0fe1-c2ca-4695-b386-9fe662567574 req-513ab85c-7623-4026-b897-e7c4d3041518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:57.342303 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-29af0fe1-c2ca-4695-b386-9fe662567574 req-513ab85c-7623-4026-b897-e7c4d3041518 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0876627 Feb 17 04:46:57.391119 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-29af0fe1-c2ca-4695-b386-9fe662567574 req-ee4b301e-85cb-4900-91b8-d7e82fc5189c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415227 Feb 17 04:46:57.614273 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a117d-5c67-490c-95a3-7eb4ed97f4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850971255'] for router_interface, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:58.227333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a117d-5c67-490c-95a3-7eb4ed97f4e4 admin admin] Deleting port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:46:58.227927 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a117d-5c67-490c-95a3-7eb4ed97f4e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:58.410335 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-0a8a117d-5c67-490c-95a3-7eb4ed97f4e4 admin admin] For port eb8ade0f-7bee-4a2f-9ed3-0e54a030696e, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=eb8ade0f-7bee-4a2f-9ed3-0e54a030696e,segment=NetworkSegment(6d2da65a-13eb-4f4d-9da0-1e1174e04251),segment_id=6d2da65a-13eb-4f4d-9da0-1e1174e04251)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:46:58.410737 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a117d-5c67-490c-95a3-7eb4ed97f4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:58.546016 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a117d-5c67-490c-95a3-7eb4ed97f4e4 admin admin] Calling delete_port for eb8ade0f-7bee-4a2f-9ed3-0e54a030696e owned by network:router_interface {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:46:58.601750 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db070206-5332-4306-a057-a356c3be3419 req-a7f736a2-f49e-47cf-a578-973625bac86b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:58.603389 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-db070206-5332-4306-a057-a356c3be3419 req-a7f736a2-f49e-47cf-a578-973625bac86b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0920010 Feb 17 04:46:58.653279 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-db070206-5332-4306-a057-a356c3be3419 req-f1503e03-5c91-454c-af1c-0c0463349f8e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434971 Feb 17 04:46:58.871877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a117d-5c67-490c-95a3-7eb4ed97f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:58.888238 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:46:58.993819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a117d-5c67-490c-95a3-7eb4ed97f4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8ade0f-7bee-4a2f-9ed3-0e54a030696e,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:46:58.996620 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0a8a117d-5c67-490c-95a3-7eb4ed97f4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:46:59.303116 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0a8a117d-5c67-490c-95a3-7eb4ed97f4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850971161'] for router_interface, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:46:59.817688 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8a117d-5c67-490c-95a3-7eb4ed97f4e4 admin admin] Router 082e8860-7005-489e-9a25-b30530ede79d has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:46:59.859811 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09bb81-1a73-4e07-81d2-e75d4834506c req-fb1a39ff-37f1-425e-8965-0f4cb2864857 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:46:59.861495 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ea09bb81-1a73-4e07-81d2-e75d4834506c req-fb1a39ff-37f1-425e-8965-0f4cb2864857 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0880239 Feb 17 04:46:59.910305 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ea09bb81-1a73-4e07-81d2-e75d4834506c req-5a3fe8f1-eb79-47a7-a2c5-cfede68b9eb3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415928 Feb 17 04:47:00.029813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8a117d-5c67-490c-95a3-7eb4ed97f4e4 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:47:00.039175 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d98b1c6-7a54-43ca-a359-3e4538cd55c8 None None] Sync routers for ids ['082e8860-7005-489e-9a25-b30530ede79d'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:47:00.044285 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-0a8a117d-5c67-490c-95a3-7eb4ed97f4e4 admin admin] 10.222.0.30 "PUT /v2.0/routers/082e8860-7005-489e-9a25-b30530ede79d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0061178 Feb 17 04:47:00.046906 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 56236) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:00.049331 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d98b1c6-7a54-43ca-a359-3e4538cd55c8 None None] Routers {'082e8860-7005-489e-9a25-b30530ede79d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:47:00.050006 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-6d98b1c6-7a54-43ca-a359-3e4538cd55c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:46:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['082e8860-7005-489e-9a25-b30530ede79d'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:00.236221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3d6e-c180-480b-9619-cea719a21be7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:00.240072 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-6d98b1c6-7a54-43ca-a359-3e4538cd55c8 None None] Set router 082e8860-7005-489e-9a25-b30530ede79d gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:47:00.424247 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3d6e-c180-480b-9619-cea719a21be7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:00.430324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b3d6e-c180-480b-9619-cea719a21be7 admin admin] Deleting port 30b83f7a-a47f-4df4-b037-4187ab74d466 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:47:00.430702 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3d6e-c180-480b-9619-cea719a21be7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:00.550925 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-6d98b1c6-7a54-43ca-a359-3e4538cd55c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082e8860-7005-489e-9a25-b30530ede79d', 'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:46:58Z', 'revision_number': 5, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'gw_port': {'id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:29Z', 'updated_at': '2021-02-17T04:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:00.554971 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d98b1c6-7a54-43ca-a359-3e4538cd55c8 None None] Checking router: 082e8860-7005-489e-9a25-b30530ede79d for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:47:00.563840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d98b1c6-7a54-43ca-a359-3e4538cd55c8 None None] Routers {'082e8860-7005-489e-9a25-b30530ede79d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:47:00.564552 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-6d98b1c6-7a54-43ca-a359-3e4538cd55c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:46:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['082e8860-7005-489e-9a25-b30530ede79d'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:00.615965 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-ac5b3d6e-c180-480b-9619-cea719a21be7 admin admin] For port 30b83f7a-a47f-4df4-b037-4187ab74d466, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=30b83f7a-a47f-4df4-b037-4187ab74d466,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:47:00.616370 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3d6e-c180-480b-9619-cea719a21be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:00.759662 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-6d98b1c6-7a54-43ca-a359-3e4538cd55c8 None None] Set router 082e8860-7005-489e-9a25-b30530ede79d gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:47:00.995849 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b3d6e-c180-480b-9619-cea719a21be7 admin admin] Calling delete_port for 30b83f7a-a47f-4df4-b037-4187ab74d466 owned by network:router_gateway {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:47:01.140071 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0289b-2a72-4ece-b64f-cde22dfbc097 req-b77aa590-6d77-4850-8205-828406526b5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:01.141794 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-11a0289b-2a72-4ece-b64f-cde22dfbc097 req-b77aa590-6d77-4850-8205-828406526b5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0944753 Feb 17 04:47:01.193867 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-11a0289b-2a72-4ece-b64f-cde22dfbc097 req-5d6bab62-2a06-4d8b-9a8f-79975639e3f4 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449262 Feb 17 04:47:01.231599 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3d6e-c180-480b-9619-cea719a21be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:01.266902 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-6d98b1c6-7a54-43ca-a359-3e4538cd55c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '082e8860-7005-489e-9a25-b30530ede79d', 'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:46:58Z', 'revision_number': 5, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'gw_port': {'id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:29Z', 'updated_at': '2021-02-17T04:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:01.271633 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d98b1c6-7a54-43ca-a359-3e4538cd55c8 None None] The sync data for ids ['082e8860-7005-489e-9a25-b30530ede79d'] in dv-cinder-759987-4-smb is: [{'id': '082e8860-7005-489e-9a25-b30530ede79d', 'name': 'tempest-TestMinimumBasicScenario-143371225-router', 'tenant_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:42:27Z', 'updated_at': '2021-02-17T04:46:58Z', 'revision_number': 5, 'project_id': 'af8a0bedfcee4c1aa388b75d8822e191', 'gw_port': {'id': '30b83f7a-a47f-4df4-b037-4187ab74d466', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082e8860-7005-489e-9a25-b30530ede79d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:42:29Z', 'updated_at': '2021-02-17T04:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:47:01.430037 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3d6e-c180-480b-9619-cea719a21be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850914901'] for router_gateway, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:01.464386 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device eb8ade0f-7bee-4a2f-9ed3-0e54a030696e no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:47:01.503444 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: eb8ade0f-7bee-4a2f-9ed3-0e54a030696e {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:47:01.503957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device eb8ade0f-7bee-4a2f-9ed3-0e54a030696e not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:47:01.575777 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3d6e-c180-480b-9619-cea719a21be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850968541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13242'] for router, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:01.578189 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3d6e-c180-480b-9619-cea719a21be7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:01.720303 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:47:01.738778 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3d6e-c180-480b-9619-cea719a21be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850968831'] for router, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:01.739361 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5b3d6e-c180-480b-9619-cea719a21be7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 082e8860-7005-489e-9a25-b30530ede79d {{(pid=84102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:47:01.752556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ac5b3d6e-c180-480b-9619-cea719a21be7 admin admin] Notify callbacks [] for router, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:01.754459 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-ac5b3d6e-c180-480b-9619-cea719a21be7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/082e8860-7005-489e-9a25-b30530ede79d HTTP/1.1" status: 204 len: 168 time: 1.7065556 Feb 17 04:47:01.757228 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 56244) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:01.825907 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04470e6-d74a-4316-82a6-256ef4df1d4f admin admin] Deleting subnet 8bf2c492-a598-4678-9f75-5d00b6e65b65 {{(pid=84102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:47:01.829143 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d04470e6-d74a-4316-82a6-256ef4df1d4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:01.882013 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d04470e6-d74a-4316-82a6-256ef4df1d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853075584'] for subnet, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:02.015763 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d04470e6-d74a-4316-82a6-256ef4df1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851242243'] for subnet, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:02.506480 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d04470e6-d74a-4316-82a6-256ef4df1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854083938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826626334'] for subnet, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:02.522735 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0d093-63e2-4bdf-b57d-9a6c7edfc470 req-ce7f412d-0c4d-4be6-8f16-29082ec8dca3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:02.523478 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:02.524362 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-edc0d093-63e2-4bdf-b57d-9a6c7edfc470 req-ce7f412d-0c4d-4be6-8f16-29082ec8dca3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0906446 Feb 17 04:47:02.572159 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-edc0d093-63e2-4bdf-b57d-9a6c7edfc470 req-3896289a-9341-478e-9e02-7abc6a4046cb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412476 Feb 17 04:47:02.620545 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04470e6-d74a-4316-82a6-256ef4df1d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf2c492-a598-4678-9f75-5d00b6e65b65,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:02.626762 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d04470e6-d74a-4316-82a6-256ef4df1d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:02.658622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d04470e6-d74a-4316-82a6-256ef4df1d4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:02.664333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73c4688-f241-44c0-91af-357e58aa2231 None None] Network 88a134c2-d02f-44ef-83db-d81eb8997dd0 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:47:02.664757 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-d04470e6-d74a-4316-82a6-256ef4df1d4f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8bf2c492-a598-4678-9f75-5d00b6e65b65 HTTP/1.1" status: 204 len: 168 time: 0.9064353 Feb 17 04:47:02.667459 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 56252) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:02.786774 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854052385'] for network, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:02.859670 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Deleting port 1ee3d459-447d-4d19-bfef-9fe7fe139b00 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:47:02.860052 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:02.919490 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a4b789-5ab9-483f-834a-ca0695ff6b0f None None] DHCP port deletion for 88a134c2-d02f-44ef-83db-d81eb8997dd0 request from dv-cinder-759987-4-smb {{(pid=84103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:47:02.923828 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4b789-5ab9-483f-834a-ca0695ff6b0f None None] Deleting port 1ee3d459-447d-4d19-bfef-9fe7fe139b00 {{(pid=84103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:47:02.924292 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b789-5ab9-483f-834a-ca0695ff6b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:03.087876 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] For port 1ee3d459-447d-4d19-bfef-9fe7fe139b00, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=1ee3d459-447d-4d19-bfef-9fe7fe139b00,segment=NetworkSegment(6d2da65a-13eb-4f4d-9da0-1e1174e04251),segment_id=6d2da65a-13eb-4f4d-9da0-1e1174e04251)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:47:03.088105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:03.157154 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-a4a4b789-5ab9-483f-834a-ca0695ff6b0f None None] For port 1ee3d459-447d-4d19-bfef-9fe7fe139b00, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=1ee3d459-447d-4d19-bfef-9fe7fe139b00,segment=NetworkSegment(6d2da65a-13eb-4f4d-9da0-1e1174e04251),segment_id=6d2da65a-13eb-4f4d-9da0-1e1174e04251)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:47:03.157595 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b789-5ab9-483f-834a-ca0695ff6b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:03.227000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Calling delete_port for 1ee3d459-447d-4d19-bfef-9fe7fe139b00 owned by network:dhcp {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:47:03.289578 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4b789-5ab9-483f-834a-ca0695ff6b0f None None] Calling delete_port for 1ee3d459-447d-4d19-bfef-9fe7fe139b00 owned by network:dhcp {{(pid=84103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:47:03.332829 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:03.348409 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b33257da-cffb-43cf-bd5d-bbd4deb45d8e tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:03.437975 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [None req-a4a4b789-5ab9-483f-834a-ca0695ff6b0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84103) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:47:03.438385 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [None req-a4a4b789-5ab9-483f-834a-ca0695ff6b0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:47:03.455545 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee3d459-447d-4d19-bfef-9fe7fe139b00,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:03.459762 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:03.495868 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] No DVR routers for this DVR port 1ee3d459-447d-4d19-bfef-9fe7fe139b00 on host dv-cinder-759987-4-smb {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:47:03.510338 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 1ee3d459-447d-4d19-bfef-9fe7fe139b00 no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:47:03.547092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: 1ee3d459-447d-4d19-bfef-9fe7fe139b00 {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:47:03.547486 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 1ee3d459-447d-4d19-bfef-9fe7fe139b00 not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:47:03.547946 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 30b83f7a-a47f-4df4-b037-4187ab74d466 no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:47:03.583534 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: 30b83f7a-a47f-4df4-b037-4187ab74d466 {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:47:03.583928 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 30b83f7a-a47f-4df4-b037-4187ab74d466 not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:47:03.620686 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851244700', 'neutron.services.segments.db._delete_segments_for_network-8743200863210'] for network, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:03.739216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a134c2-d02f-44ef-83db-d81eb8997dd0']}} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:03.753115 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2da65a-13eb-4f4d-9da0-1e1174e04251') {'for_net_delete': True} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:03.753451 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2da65a-13eb-4f4d-9da0-1e1174e04251') {} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:03.765431 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293653907196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1700248'] for segment, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:03.782501 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b0b5b-6e2b-4b47-b78c-9965f89df8c4 req-1ce87277-6943-49de-a993-79a2b4ce3796 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:03.784721 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8c9b0b5b-6e2b-4b47-b78c-9965f89df8c4 req-1ce87277-6943-49de-a993-79a2b4ce3796 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0885210 Feb 17 04:47:03.832344 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8c9b0b5b-6e2b-4b47-b78c-9965f89df8c4 req-200dd31e-fc36-4ef0-a27b-cf015d7b3160 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412462 Feb 17 04:47:03.852979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:03.855399 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:47:03.939198 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4b789-5ab9-483f-834a-ca0695ff6b0f None None] Deleting port 1ee3d459-447d-4d19-bfef-9fe7fe139b00 {{(pid=84103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:47:03.939817 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b789-5ab9-483f-834a-ca0695ff6b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:04.015488 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4b789-5ab9-483f-834a-ca0695ff6b0f None None] The port '1ee3d459-447d-4d19-bfef-9fe7fe139b00' was deleted {{(pid=84103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:47:04.042202 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Network 88a134c2-d02f-44ef-83db-d81eb8997dd0 has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:47:04.052209 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851238932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-691297'] for segment, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:04.229214 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Network 88a134c2-d02f-44ef-83db-d81eb8997dd0 has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: Traceback (most recent call last): Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: timer() Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: cb(*args, **kw) Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: return func(*args, **kwargs) Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: self._notify() Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: self.callback(batched_events) Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: event.method(event) Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: segment_id)['aggregates'][0] Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: return f(self, *a, **k) Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: return self._get(url).json() Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: **kwargs) Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: return self.request(url, 'GET', **kwargs) Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: **endpoint_filter) Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:47:04.254884 dv-cinder-759987-4-smb neutron-server[83988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:47:04.412733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857043'] for network, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:04.416268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:04.432845 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:04.439216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Pushing event deleted for resources: {'Network': ['ID=88a134c2-d02f-44ef-83db-d81eb8997dd0,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:04.444856 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:04.483895 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] 10.222.0.30 "DELETE /v2.0/networks/88a134c2-d02f-44ef-83db-d81eb8997dd0 HTTP/1.1" status: 204 len: 168 time: 1.8152792 Feb 17 04:47:04.754142 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 56264) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:04.806331 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-43a1863c-2475-4d3e-9ef6-94c0a58f7536 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af8a0bedfcee4c1aa388b75d8822e191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508740 Feb 17 04:47:04.809090 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 56268) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:04.873524 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c490aa2-9855-4e01-8f69-eba96d260d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:04.902299 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c490aa2-9855-4e01-8f69-eba96d260d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:04.996562 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c490aa2-9855-4e01-8f69-eba96d260d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:05.005548 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-88a77450-b907-418b-b805-7af9695f7770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:05.026989 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c490aa2-9855-4e01-8f69-eba96d260d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:05.029779 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8c490aa2-9855-4e01-8f69-eba96d260d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:05.065599 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0f416-a9ed-4138-9677-55565f2d953f req-b2efdd68-7d72-4569-bad6-514e7cf49715 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:05.067236 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f9d0f416-a9ed-4138-9677-55565f2d953f req-b2efdd68-7d72-4569-bad6-514e7cf49715 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.1125724 Feb 17 04:47:05.068527 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c490aa2-9855-4e01-8f69-eba96d260d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:05.069872 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-8c490aa2-9855-4e01-8f69-eba96d260d8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e2e6dbf-a7b8-443a-8d5f-4bcbc59250be HTTP/1.1" status: 204 len: 168 time: 0.2595966 Feb 17 04:47:05.120044 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f9d0f416-a9ed-4138-9677-55565f2d953f req-13051c06-c28e-4415-8b0a-a8e7cec5e476 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459220 Feb 17 04:47:06.321475 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533514d0-8837-4c72-9283-f6b6c38e94ea req-26df1e42-f2ce-4c78-bde3-946644993c8f tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:06.322998 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-533514d0-8837-4c72-9283-f6b6c38e94ea req-26df1e42-f2ce-4c78-bde3-946644993c8f tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0875187 Feb 17 04:47:06.370577 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-533514d0-8837-4c72-9283-f6b6c38e94ea req-15b77543-4a2e-4bed-b0c7-0556e8d613fe tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409105 Feb 17 04:47:07.172436 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1a1904f5-f247-4fbd-b62b-9528d30483a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:07.581495 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0278e0-285d-4c15-8ec4-0539a2964b90 req-1d814cd4-c05d-4e79-9de5-ccb960780f28 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:07.583104 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3b0278e0-285d-4c15-8ec4-0539a2964b90 req-1d814cd4-c05d-4e79-9de5-ccb960780f28 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0890696 Feb 17 04:47:07.630504 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3b0278e0-285d-4c15-8ec4-0539a2964b90 req-9fa3e406-4f2a-4cb0-af76-25809f4d04f3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411458 Feb 17 04:47:08.835844 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b6b66-1138-46a2-a007-9a64bcff94f7 req-96b7abf2-cdc0-4e9b-94e4-9c955a5e03bb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:08.837529 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6c8b6b66-1138-46a2-a007-9a64bcff94f7 req-96b7abf2-cdc0-4e9b-94e4-9c955a5e03bb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0882440 Feb 17 04:47:08.886341 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6c8b6b66-1138-46a2-a007-9a64bcff94f7 req-8476d8b7-3e90-4985-848b-59b5221cbfa0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425289 Feb 17 04:47:09.566859 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cb0e1a64-6db6-47b5-bbe5-6c25cf19268f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:09.950255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:10.098053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25cea1-f066-4f28-8d35-6e60ef68e35f req-74d303db-ee38-4dcd-bdd8-a31841136545 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:10.099704 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1b25cea1-f066-4f28-8d35-6e60ef68e35f req-74d303db-ee38-4dcd-bdd8-a31841136545 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0923209 Feb 17 04:47:10.151528 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1b25cea1-f066-4f28-8d35-6e60ef68e35f req-833c91d6-fd3d-46ec-9654-fce92ced4e2c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453176 Feb 17 04:47:11.372956 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186137ff-ecad-4f77-8e72-62002d27d54b req-20e57504-bbc4-4a17-a8f8-4ab8eb0b348c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:11.374638 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-186137ff-ecad-4f77-8e72-62002d27d54b req-20e57504-bbc4-4a17-a8f8-4ab8eb0b348c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0972986 Feb 17 04:47:11.407435 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:11.641503 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-186137ff-ecad-4f77-8e72-62002d27d54b req-64fed4b7-155b-462a-8ce8-badebcf048d8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594838 Feb 17 04:47:12.144953 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:12.854278 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bee32-8551-4395-9336-a2530dc3f68f req-aee34eea-a144-4db0-9291-56d1ae99afbe tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:12.855928 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-424bee32-8551-4395-9336-a2530dc3f68f req-aee34eea-a144-4db0-9291-56d1ae99afbe tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0913575 Feb 17 04:47:12.904301 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-424bee32-8551-4395-9336-a2530dc3f68f req-5fa86f6b-3538-4f28-aa72-d886539ceb20 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413704 Feb 17 04:47:14.160280 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac5dbf-296d-4958-906b-2d9739fbda63 req-d4aef11a-192c-4710-b0aa-5f5814528fa0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:14.161961 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-33ac5dbf-296d-4958-906b-2d9739fbda63 req-d4aef11a-192c-4710-b0aa-5f5814528fa0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.1327896 Feb 17 04:47:14.216521 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-33ac5dbf-296d-4958-906b-2d9739fbda63 req-e327e41a-b894-4863-927e-31e1ab2f0d9c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480270 Feb 17 04:47:15.429539 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48460850-d42d-4734-9578-185dd922859e req-a6cef7ef-9330-4326-9d38-e561259821ba tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:15.431324 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-48460850-d42d-4734-9578-185dd922859e req-a6cef7ef-9330-4326-9d38-e561259821ba tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0920875 Feb 17 04:47:15.485423 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-48460850-d42d-4734-9578-185dd922859e req-5cbeff14-0a0c-4226-97a5-3ae68df7e8e4 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472431 Feb 17 04:47:16.780837 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028b3db-f46d-40dc-bc95-99d04fc1b56f req-b5a54cde-441d-4fa8-bf3b-b9fe29b73773 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:16.783916 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e028b3db-f46d-40dc-bc95-99d04fc1b56f req-b5a54cde-441d-4fa8-bf3b-b9fe29b73773 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.1483042 Feb 17 04:47:16.856484 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e028b3db-f46d-40dc-bc95-99d04fc1b56f req-c981730d-7b9e-46e6-8b56-d5544c12150b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640843 Feb 17 04:47:18.084493 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba116adc-d20e-4493-b3ff-be74cb057a45 req-73fc95ee-0a17-4689-a0dd-65c36b02013e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:18.086263 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ba116adc-d20e-4493-b3ff-be74cb057a45 req-73fc95ee-0a17-4689-a0dd-65c36b02013e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0936246 Feb 17 04:47:18.135494 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ba116adc-d20e-4493-b3ff-be74cb057a45 req-206ee933-31a7-455a-ac9d-830bf51fe7f0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429287 Feb 17 04:47:19.371112 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88945ed7-44dd-4708-b324-aa9c79d9fe5c req-4644d0b7-6775-405d-ad21-6113424fe7d3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:19.375610 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-88945ed7-44dd-4708-b324-aa9c79d9fe5c req-4644d0b7-6775-405d-ad21-6113424fe7d3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0997622 Feb 17 04:47:19.432263 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-88945ed7-44dd-4708-b324-aa9c79d9fe5c req-7d1a42da-89bc-411d-9c74-d08041bdc92c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487990 Feb 17 04:47:20.678355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743c595-f005-4f95-9d38-a3fcaf6e4abd req-1b583b88-63a6-4188-8dc7-6a3bfcf1c366 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:20.680230 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3743c595-f005-4f95-9d38-a3fcaf6e4abd req-1b583b88-63a6-4188-8dc7-6a3bfcf1c366 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.1170895 Feb 17 04:47:20.743310 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3743c595-f005-4f95-9d38-a3fcaf6e4abd req-f9863533-b9bf-4038-8045-73070e9e815a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541656 Feb 17 04:47:21.987390 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e454c-5ce1-439d-9336-4b4255bf1e37 req-c53c3c73-3ce2-47a7-adef-7833a8124f60 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:21.989005 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c38e454c-5ce1-439d-9336-4b4255bf1e37 req-c53c3c73-3ce2-47a7-adef-7833a8124f60 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.1106503 Feb 17 04:47:22.045460 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c38e454c-5ce1-439d-9336-4b4255bf1e37 req-6acda1d0-6601-4eee-a228-ac2714dc0719 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488906 Feb 17 04:47:23.383433 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a71251-8e86-4d1c-b50d-14ae7164c335 req-df588f41-164f-4fc9-8631-d8fb6624c595 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:23.385783 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-55a71251-8e86-4d1c-b50d-14ae7164c335 req-df588f41-164f-4fc9-8631-d8fb6624c595 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.1091046 Feb 17 04:47:23.449429 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-55a71251-8e86-4d1c-b50d-14ae7164c335 req-d9ed78ef-f9e3-44eb-81c3-3a6a3c3c8c7f tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548034 Feb 17 04:47:23.575627 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:24.719066 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de95ea6-bfd2-4bb5-b98d-da521ca28568 req-be9d68af-7d66-4ed0-adcf-f2e28ed27715 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:24.722789 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8de95ea6-bfd2-4bb5-b98d-da521ca28568 req-be9d68af-7d66-4ed0-adcf-f2e28ed27715 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.1169968 Feb 17 04:47:24.790530 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8de95ea6-bfd2-4bb5-b98d-da521ca28568 req-105f4e2e-40aa-4831-bbfa-df66c06b9acd tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582976 Feb 17 04:47:24.896945 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a88520-5157-44bf-842d-d48b1a1b75df req-3fd08dad-e528-4dfc-a8b1-8ae8ece2e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:24.898721 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94a88520-5157-44bf-842d-d48b1a1b75df req-3fd08dad-e528-4dfc-a8b1-8ae8ece2e44b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 1163 time: 0.4570036 Feb 17 04:47:25.124821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a88520-5157-44bf-842d-d48b1a1b75df req-6f96d8c9-1373-449b-abaa-65092cc0ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:25.126617 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94a88520-5157-44bf-842d-d48b1a1b75df req-6f96d8c9-1373-449b-abaa-65092cc0ad85 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d7a82db-0693-4b36-bdf2-4e1d79993092 HTTP/1.1" status: 200 len: 911 time: 0.2026193 Feb 17 04:47:25.254313 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94a88520-5157-44bf-842d-d48b1a1b75df req-369ec6df-76c6-470e-ab45-bc0ffa0cc8c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7d42691-92b2-4ed6-a765-b7801af67b32 HTTP/1.1" status: 200 len: 1001 time: 0.1183951 Feb 17 04:47:25.336627 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a88520-5157-44bf-842d-d48b1a1b75df req-e63984d7-1951-4135-8d3f-7e9f756726bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:25.338670 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94a88520-5157-44bf-842d-d48b1a1b75df req-e63984d7-1951-4135-8d3f-7e9f756726bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74b38920-b506-4cd3-87a7-221a55afe365 HTTP/1.1" status: 200 len: 856 time: 0.0786011 Feb 17 04:47:25.443266 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a88520-5157-44bf-842d-d48b1a1b75df req-c6b9aea5-a6f7-45d1-b81d-ef1043e53447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:25.444964 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94a88520-5157-44bf-842d-d48b1a1b75df req-c6b9aea5-a6f7-45d1-b81d-ef1043e53447 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d7a82db-0693-4b36-bdf2-4e1d79993092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0993927 Feb 17 04:47:25.597567 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94a88520-5157-44bf-842d-d48b1a1b75df req-51646bed-ccf1-4b44-ae90-64312f784a19 service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451559 Feb 17 04:47:25.778190 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94a88520-5157-44bf-842d-d48b1a1b75df req-127ffd73-51ad-430e-9b54-fc6162ccfa92 service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1739433 Feb 17 04:47:26.095052 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e8b2d-38b7-4f38-936c-9f60014ff9c3 req-8b5986c0-baeb-445c-b006-27c0d2cd11a3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:26.099535 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-490e8b2d-38b7-4f38-936c-9f60014ff9c3 req-8b5986c0-baeb-445c-b006-27c0d2cd11a3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.1626248 Feb 17 04:47:26.209862 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-490e8b2d-38b7-4f38-936c-9f60014ff9c3 req-f746fd22-277e-4a03-954e-da10349fc5f2 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024413 Feb 17 04:47:27.422953 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3385643-dbda-4b88-b2a0-05186e4acbdc req-2f79690d-15ba-43fa-87df-451a935181aa tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:27.425317 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d3385643-dbda-4b88-b2a0-05186e4acbdc req-2f79690d-15ba-43fa-87df-451a935181aa tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0981350 Feb 17 04:47:27.475697 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d3385643-dbda-4b88-b2a0-05186e4acbdc req-65a90b02-e6f5-4169-a333-297980629860 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440001 Feb 17 04:47:27.913355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f514c1-6698-4ed7-b274-c0375b859597 req-042d1d68-6620-4f04-9556-5602558473aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:27.915008 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7f514c1-6698-4ed7-b274-c0375b859597 req-042d1d68-6620-4f04-9556-5602558473aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 1163 time: 0.0876043 Feb 17 04:47:28.064848 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f514c1-6698-4ed7-b274-c0375b859597 req-88b35e2f-c2a0-4175-b7cc-037dfb96160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:28.066656 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7f514c1-6698-4ed7-b274-c0375b859597 req-88b35e2f-c2a0-4175-b7cc-037dfb96160a service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d7a82db-0693-4b36-bdf2-4e1d79993092 HTTP/1.1" status: 200 len: 911 time: 0.1446683 Feb 17 04:47:28.183858 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7f514c1-6698-4ed7-b274-c0375b859597 req-06806daa-5861-4e10-9444-ce622ef03282 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7d42691-92b2-4ed6-a765-b7801af67b32 HTTP/1.1" status: 200 len: 1001 time: 0.1108017 Feb 17 04:47:28.255237 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f514c1-6698-4ed7-b274-c0375b859597 req-df78b9f3-0421-4e44-945f-fc995c43a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:28.256875 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7f514c1-6698-4ed7-b274-c0375b859597 req-df78b9f3-0421-4e44-945f-fc995c43a38a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74b38920-b506-4cd3-87a7-221a55afe365 HTTP/1.1" status: 200 len: 856 time: 0.0658135 Feb 17 04:47:28.343138 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f514c1-6698-4ed7-b274-c0375b859597 req-e49bf2c3-ad39-4377-ae88-49509d857f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:28.344827 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7f514c1-6698-4ed7-b274-c0375b859597 req-e49bf2c3-ad39-4377-ae88-49509d857f5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d7a82db-0693-4b36-bdf2-4e1d79993092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822041 Feb 17 04:47:28.492009 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7f514c1-6698-4ed7-b274-c0375b859597 req-0f3450b0-e946-4f23-8046-81df905af662 service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407940 Feb 17 04:47:28.697756 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d7f514c1-6698-4ed7-b274-c0375b859597 req-ccb8523e-4d00-4d4c-98c3-1c82525d528a service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1991611 Feb 17 04:47:28.731087 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efea61-1030-4685-b43b-4186685815d0 req-303eba25-bee1-4913-9f91-4a01586f2f83 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:28.732745 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-55efea61-1030-4685-b43b-4186685815d0 req-303eba25-bee1-4913-9f91-4a01586f2f83 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.1156070 Feb 17 04:47:28.781990 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-55efea61-1030-4685-b43b-4186685815d0 req-83e93876-040e-44aa-b688-d80c75fc87f1 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 Feb 17 04:47:28.990037 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95177c4c-2828-4e50-8127-2ad8e9ced967 req-7ba9a776-1b97-4288-a3f0-6e17dbd46060 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:28.991580 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-95177c4c-2828-4e50-8127-2ad8e9ced967 req-7ba9a776-1b97-4288-a3f0-6e17dbd46060 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 945 time: 0.0863752 Feb 17 04:47:29.044821 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-95177c4c-2828-4e50-8127-2ad8e9ced967 req-668fa387-d6ed-41a4-93f7-75071f44ac50 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467100 Feb 17 04:47:29.992154 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada693a-badc-4a3c-a11c-4ad5b8f13991 req-8f79ad26-0202-43a3-a2ab-6800cd1855d5 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:29.993832 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-eada693a-badc-4a3c-a11c-4ad5b8f13991 req-8f79ad26-0202-43a3-a2ab-6800cd1855d5 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0900702 Feb 17 04:47:30.043710 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-eada693a-badc-4a3c-a11c-4ad5b8f13991 req-7f06b1f6-b7bd-4b16-9c85-43454b6c1194 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435021 Feb 17 04:47:30.244000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb609d-5214-466b-a72c-518e7c51a78c req-3c2e66e9-7677-4cdb-a921-e589c1cea2b1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:30.245725 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d1fb609d-5214-466b-a72c-518e7c51a78c req-3c2e66e9-7677-4cdb-a921-e589c1cea2b1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 945 time: 0.0876389 Feb 17 04:47:30.295206 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d1fb609d-5214-466b-a72c-518e7c51a78c req-177dea49-a509-4aa2-9630-78206a26c5c8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428815 Feb 17 04:47:31.202664 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-3e8fcf56-6a93-4ad1-9d9f-15f25041e4e8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:31.204317 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-3e8fcf56-6a93-4ad1-9d9f-15f25041e4e8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 945 time: 0.0984175 Feb 17 04:47:31.262407 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ac8e3-161c-4db2-9dc7-aa99883349e1 req-54dea3c7-7743-4a70-990e-1a666bb340dd tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:31.264069 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0c3ac8e3-161c-4db2-9dc7-aa99883349e1 req-54dea3c7-7743-4a70-990e-1a666bb340dd tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0966742 Feb 17 04:47:31.284915 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Deleting port 73746dd7-3583-4e6f-95fb-1c55bfe1b811 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:47:31.285368 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:31.315604 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0c3ac8e3-161c-4db2-9dc7-aa99883349e1 req-6ce50494-cde2-46d3-893f-51c3140d50f3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442343 Feb 17 04:47:31.643531 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 73746dd7-3583-4e6f-95fb-1c55bfe1b811 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:47:31.696799 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b83386-2b5e-4d3d-91c7-e3bd2fff6199 req-155a50b8-b5e5-48d3-8483-59c49e5260d8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:31.698448 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d8b83386-2b5e-4d3d-91c7-e3bd2fff6199 req-155a50b8-b5e5-48d3-8483-59c49e5260d8 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 945 time: 0.2617340 Feb 17 04:47:31.740217 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] For port 73746dd7-3583-4e6f-95fb-1c55bfe1b811, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=73746dd7-3583-4e6f-95fb-1c55bfe1b811,segment=NetworkSegment(e3536451-b489-4d4a-96ae-59a5c75489dc),segment_id=e3536451-b489-4d4a-96ae-59a5c75489dc)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:47:31.740661 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:31.772195 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:31.809142 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf605806-fbe8-4483-9808-e09f8119b55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73746dd7-3583-4e6f-95fb-1c55bfe1b811'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:47:31.824644 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 73746dd7-3583-4e6f-95fb-1c55bfe1b811, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=73746dd7-3583-4e6f-95fb-1c55bfe1b811,segment=NetworkSegment(e3536451-b489-4d4a-96ae-59a5c75489dc),segment_id=e3536451-b489-4d4a-96ae-59a5c75489dc)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:47:31.851934 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d8b83386-2b5e-4d3d-91c7-e3bd2fff6199 req-fc99b481-a8b3-4263-9f67-cfe448e24874 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393528 Feb 17 04:47:31.874092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:31.875785 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device c7d42691-92b2-4ed6-a765-b7801af67b32 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:47:31.902868 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-7d5a07ad-5974-42ad-af6c-c9085cefd6e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:31.937121 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf605806-fbe8-4483-9808-e09f8119b55f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73746dd7-3583-4e6f-95fb-1c55bfe1b811', 'code': 200} Feb 17 04:47:31.997644 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=73746dd7-3583-4e6f-95fb-1c55bfe1b811,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:32.008919 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.009313 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.009698 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.010077 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.010450 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.010804 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.011349 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.012154 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.012698 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.013232 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.013764 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.014593 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.015156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.015670 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.016191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.016749 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.017238 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.018324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.018867 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.019390 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.019903 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.020414 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.020954 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.021467 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:32.028661 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:32.097468 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:32.099615 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:32.100042 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:32.100400 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_db [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Floating IP f034c375-dc4d-454b-ae32-c19f9ca03789 disassociated. External IP: 172.28.1.32, port: 73746dd7-3583-4e6f-95fb-1c55bfe1b811. Feb 17 04:47:32.100824 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Calling delete_port for 73746dd7-3583-4e6f-95fb-1c55bfe1b811 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:47:32.132485 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port c7d42691-92b2-4ed6-a765-b7801af67b32, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c7d42691-92b2-4ed6-a765-b7801af67b32,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:47:32.168364 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:32.170273 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:32.241563 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=c7d42691-92b2-4ed6-a765-b7801af67b32,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:32.244950 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:32.326771 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:47:32.327229 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:47:32.828510 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Deleting port 73746dd7-3583-4e6f-95fb-1c55bfe1b811 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:47:32.828917 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:33.109532 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a859bd9-5704-4a21-b5dd-431d049fb199 req-0c979e42-3745-4210-86af-402811411389 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:33.111231 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8a859bd9-5704-4a21-b5dd-431d049fb199 req-0c979e42-3745-4210-86af-402811411389 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 943 time: 0.1376567 Feb 17 04:47:33.114665 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] For port 73746dd7-3583-4e6f-95fb-1c55bfe1b811, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=73746dd7-3583-4e6f-95fb-1c55bfe1b811,segment=NetworkSegment(e3536451-b489-4d4a-96ae-59a5c75489dc),segment_id=e3536451-b489-4d4a-96ae-59a5c75489dc)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:47:33.115290 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:33.173208 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8a859bd9-5704-4a21-b5dd-431d049fb199 req-b145af9e-9edb-4fee-80e9-5d06041b3bc3 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups?id=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539229 Feb 17 04:47:33.683334 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:33.683906 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:33.684004 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_db [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Floating IP f034c375-dc4d-454b-ae32-c19f9ca03789 disassociated. External IP: 172.28.1.32, port: 73746dd7-3583-4e6f-95fb-1c55bfe1b811. Feb 17 04:47:33.684356 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Calling delete_port for 73746dd7-3583-4e6f-95fb-1c55bfe1b811 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:47:33.894014 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:33.911942 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-48d01903-2f8f-4716-8977-4a6d68efdc01 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:33.938904 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7d42691-92b2-4ed6-a765-b7801af67b32'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:47:33.983876 dv-cinder-759987-4-smb neutron-server[83988]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c7d42691-92b2-4ed6-a765-b7801af67b32', 'code': 422} returned with failed status Feb 17 04:47:34.058847 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event deleted for resources: {'Port': ['ID=73746dd7-3583-4e6f-95fb-1c55bfe1b811,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:34.067587 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:34.345245 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a8662013-4284-434a-9dbc-43b7fc453a36 req-7c72f64f-e923-47f6-b924-604776673868 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf605806-fbe8-4483-9808-e09f8119b55f HTTP/1.1" status: 200 len: 210 time: 0.0489249 Feb 17 04:47:34.350760 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Router a35fabd1-328b-4abb-83fe-ad2c899d1903 has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:47:34.577611 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:47:34.589189 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa355cb-151b-4a87-bbd9-deb93b60e4d3 None None] Sync routers for ids ['a35fabd1-328b-4abb-83fe-ad2c899d1903'] in dv-cinder-759987-4-smb {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:47:34.600795 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa355cb-151b-4a87-bbd9-deb93b60e4d3 None None] Routers {'a35fabd1-328b-4abb-83fe-ad2c899d1903'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:47:34.606255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-4fa355cb-151b-4a87-bbd9-deb93b60e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:47:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['a35fabd1-328b-4abb-83fe-ad2c899d1903'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:34.617927 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb621d5-fb6a-49e3-8501-bbe6cf2b80dc req-e61c4293-2418-4c9f-9f6a-068f4001180b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:34.619813 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cfb621d5-fb6a-49e3-8501-bbe6cf2b80dc req-e61c4293-2418-4c9f-9f6a-068f4001180b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.0955970 Feb 17 04:47:34.636855 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] No DVR routers for this DVR port 73746dd7-3583-4e6f-95fb-1c55bfe1b811 on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:47:34.644487 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:34.655875 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf605806-fbe8-4483-9808-e09f8119b55f', 'name': 'network-vif-deleted', 'tag': '73746dd7-3583-4e6f-95fb-1c55bfe1b811'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:47:34.689294 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a26ed213-e359-49cb-81d3-e9ededf8df27 req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.65 "DELETE /v2.0/ports/73746dd7-3583-4e6f-95fb-1c55bfe1b811 HTTP/1.1" status: 204 len: 173 time: 3.4790075 Feb 17 04:47:34.726628 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf605806-fbe8-4483-9808-e09f8119b55f', 'name': 'network-vif-deleted', 'tag': '73746dd7-3583-4e6f-95fb-1c55bfe1b811', 'status': 'completed', 'code': 200} Feb 17 04:47:34.738328 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cfb621d5-fb6a-49e3-8501-bbe6cf2b80dc req-bceeeda6-d7a6-427b-99e8-0e10fd8c09ee tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055880 Feb 17 04:47:34.808545 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 56520) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:34.951760 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-854ee43b-6477-4c55-b97c-9bfe9d91b475 req-379f785c-191b-4ac6-8ceb-6f414ca0b870 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1420634 Feb 17 04:47:34.979240 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-4fa355cb-151b-4a87-bbd9-deb93b60e4d3 None None] Set router a35fabd1-328b-4abb-83fe-ad2c899d1903 gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:47:35.323857 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-4fa355cb-151b-4a87-bbd9-deb93b60e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '6d16d2b8-c967-4994-871b-34723be6a3d8', 'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'mac_address': 'fa:16:3e:14:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:07Z', 'updated_at': '2021-02-17T04:39:23Z', 'revision_number': 5, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'subnets': [{'id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:35.328638 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa355cb-151b-4a87-bbd9-deb93b60e4d3 None None] Checking router: a35fabd1-328b-4abb-83fe-ad2c899d1903 for host: dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:47:35.338787 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa355cb-151b-4a87-bbd9-deb93b60e4d3 None None] Routers {'a35fabd1-328b-4abb-83fe-ad2c899d1903'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:47:35.339476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-4fa355cb-151b-4a87-bbd9-deb93b60e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:47:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['a35fabd1-328b-4abb-83fe-ad2c899d1903'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:35.528048 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 56536) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:35.542981 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-4fa355cb-151b-4a87-bbd9-deb93b60e4d3 None None] Set router a35fabd1-328b-4abb-83fe-ad2c899d1903 gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:47:35.604234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-82ce5b4e-86d3-46a4-9c66-72af3cd4e79e tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:35.682744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-82ce5b4e-86d3-46a4-9c66-72af3cd4e79e tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:35.745125 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ee43b-6477-4c55-b97c-9bfe9d91b475 req-866fb5f0-c904-4b68-90c5-700cdc4e0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:35.746870 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-854ee43b-6477-4c55-b97c-9bfe9d91b475 req-866fb5f0-c904-4b68-90c5-700cdc4e0bfd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d&tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c HTTP/1.1" status: 200 len: 1161 time: 0.1394773 Feb 17 04:47:35.854423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-82ce5b4e-86d3-46a4-9c66-72af3cd4e79e tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:35.862229 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a1f92e2a-e01d-47d5-af3b-35f5016befa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:35.898296 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-4fa355cb-151b-4a87-bbd9-deb93b60e4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '6d16d2b8-c967-4994-871b-34723be6a3d8', 'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'mac_address': 'fa:16:3e:14:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:07Z', 'updated_at': '2021-02-17T04:39:23Z', 'revision_number': 5, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'subnets': [{'id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:35.902730 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa355cb-151b-4a87-bbd9-deb93b60e4d3 None None] The sync data for ids ['a35fabd1-328b-4abb-83fe-ad2c899d1903'] in dv-cinder-759987-4-smb is: [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:39:11Z', 'revision_number': 4, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '6d16d2b8-c967-4994-871b-34723be6a3d8', 'name': '', 'network_id': 'db56afd7-203e-44fe-a4c0-bc1abcbe6d8c', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'mac_address': 'fa:16:3e:14:a0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:39:07Z', 'updated_at': '2021-02-17T04:39:23Z', 'revision_number': 5, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'subnets': [{'id': '24db9e6c-4099-46d8-ad28-21e2d704428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:47:35.922345 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce5b4e-86d3-46a4-9c66-72af3cd4e79e tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:35.931679 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-82ce5b4e-86d3-46a4-9c66-72af3cd4e79e tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:35.934997 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ee43b-6477-4c55-b97c-9bfe9d91b475 req-057117a0-5432-4983-8609-0586b9ff6472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:35.936594 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-854ee43b-6477-4c55-b97c-9bfe9d91b475 req-057117a0-5432-4983-8609-0586b9ff6472 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 1161 time: 0.1658182 Feb 17 04:47:36.046105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-82ce5b4e-86d3-46a4-9c66-72af3cd4e79e tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:36.047360 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-82ce5b4e-86d3-46a4-9c66-72af3cd4e79e tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "DELETE /v2.0/security-groups/dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09 HTTP/1.1" status: 204 len: 168 time: 0.5182045 Feb 17 04:47:36.051066 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 56542) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:36.072146 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.v2.resource [None req-b17935d1-32e1-4694-8430-ed61921a15e6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] show failed (client error): The resource could not be found. Feb 17 04:47:36.076657 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-b17935d1-32e1-4694-8430-ed61921a15e6 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "GET /v2.0/security-groups/dd6f1d7a-d461-4a51-9bbe-e1a0d9859c09 HTTP/1.1" status: 404 len: 347 time: 0.0238383 Feb 17 04:47:36.076825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 56546) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:36.162231 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfabf73-819f-415a-b492-a6855c7c0525 req-ed6668c4-2839-4be7-b9bd-6863543d20ed tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:36.163932 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9cfabf73-819f-415a-b492-a6855c7c0525 req-ed6668c4-2839-4be7-b9bd-6863543d20ed tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.3054209 Feb 17 04:47:36.317262 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2317a861-d1c6-46cd-ba5c-d92d820cc220 None None] New status for floating IP f034c375-dc4d-454b-ae32-c19f9ca03789: DOWN {{(pid=84103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:47:36.323377 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Deleting port 0527fba3-0fc1-4ed4-a621-c7372af86092 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:47:36.323764 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:36.371400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ee43b-6477-4c55-b97c-9bfe9d91b475 req-2abf189a-f5dc-450e-8bbc-c3cc46823a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:36.373093 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-854ee43b-6477-4c55-b97c-9bfe9d91b475 req-2abf189a-f5dc-450e-8bbc-c3cc46823a1b service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d7a82db-0693-4b36-bdf2-4e1d79993092 HTTP/1.1" status: 200 len: 911 time: 0.4284561 Feb 17 04:47:36.461614 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9cfabf73-819f-415a-b492-a6855c7c0525 req-c8548ca4-5cd9-4262-acdd-7b5faa2260e0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729211 Feb 17 04:47:36.592922 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-854ee43b-6477-4c55-b97c-9bfe9d91b475 req-4cfa4826-4c09-4fbb-b52a-5f9e6dd776d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7d42691-92b2-4ed6-a765-b7801af67b32 HTTP/1.1" status: 200 len: 999 time: 0.2097197 Feb 17 04:47:36.693579 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:36.693954 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:36.712240 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ee43b-6477-4c55-b97c-9bfe9d91b475 req-17d0e86c-1243-46c5-bd59-7ba2d27b5953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:36.713839 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-854ee43b-6477-4c55-b97c-9bfe9d91b475 req-17d0e86c-1243-46c5-bd59-7ba2d27b5953 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74b38920-b506-4cd3-87a7-221a55afe365 HTTP/1.1" status: 200 len: 856 time: 0.1078393 Feb 17 04:47:36.872871 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Calling delete_port for 0527fba3-0fc1-4ed4-a621-c7372af86092 owned by network:floatingip {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:47:37.004184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ee43b-6477-4c55-b97c-9bfe9d91b475 req-64128f0a-3dfe-4554-a0e5-ccdf889ce41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:37.004184 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-854ee43b-6477-4c55-b97c-9bfe9d91b475 req-64128f0a-3dfe-4554-a0e5-ccdf889ce41d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d7a82db-0693-4b36-bdf2-4e1d79993092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2341528 Feb 17 04:47:37.136647 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:47:37.137019 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:47:37.157113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ece98bd4-a937-437c-8fc5-4aa1c02adc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:37.160059 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-854ee43b-6477-4c55-b97c-9bfe9d91b475 req-8da2b11f-be45-4570-acad-91024c01cb35 service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507273 Feb 17 04:47:37.305254 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-854ee43b-6477-4c55-b97c-9bfe9d91b475 req-adbaa143-a076-472f-b878-1ac59f39100b service neutron] 10.222.0.65 "GET /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390650 Feb 17 04:47:37.638319 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Deleting port 0527fba3-0fc1-4ed4-a621-c7372af86092 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:47:37.638719 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:37.675468 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b76cae-f819-4a56-9617-3eee16dfafb1 req-1ea36977-45c7-48cd-89c3-4176f216e68e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:37.677159 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-82b76cae-f819-4a56-9617-3eee16dfafb1 req-1ea36977-45c7-48cd-89c3-4176f216e68e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.0891652 Feb 17 04:47:37.731316 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-82b76cae-f819-4a56-9617-3eee16dfafb1 req-04bec8ae-037c-40a9-a900-952d9c1e28df tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476887 Feb 17 04:47:37.826191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:37.826558 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:38.221980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Calling delete_port for 0527fba3-0fc1-4ed4-a621-c7372af86092 owned by network:floatingip {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:47:38.424003 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:38.561426 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-efe6b137-6dcd-4ea3-ad7d-de7e07c7cad1 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:38.617277 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Pushing event deleted for resources: {'Port': ['ID=0527fba3-0fc1-4ed4-a621-c7372af86092,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:38.625266 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:38.720499 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:47:38.732709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks [] for floatingip, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:38.749748 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:38.752323 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1f94dcf1-3b7d-4e89-a581-055314179130 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] 10.222.0.30 "DELETE /v2.0/floatingips/f034c375-dc4d-454b-ae32-c19f9ca03789 HTTP/1.1" status: 204 len: 168 time: 2.6612992 Feb 17 04:47:39.012207 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1ba0c-c6c1-4353-bd9e-be77ceccc1f1 req-a46c1d14-daf2-4ec4-9004-07ac27c07bff tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:39.015459 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e3b1ba0c-c6c1-4353-bd9e-be77ceccc1f1 req-a46c1d14-daf2-4ec4-9004-07ac27c07bff tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.1477003 Feb 17 04:47:39.145722 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e3b1ba0c-c6c1-4353-bd9e-be77ceccc1f1 req-7f197643-357e-4831-9ebf-18eb06943b18 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144013 Feb 17 04:47:39.574153 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8f35d8d5-9b08-4a0f-9d6e-1168d680b717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:39.945323 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:40.518288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa58ad-fc7b-4e19-8acf-95b44d11de68 req-283baf55-7cb3-44de-862a-ff3f8233212e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:40.521544 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7ffa58ad-fc7b-4e19-8acf-95b44d11de68 req-283baf55-7cb3-44de-862a-ff3f8233212e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.1223602 Feb 17 04:47:40.588673 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7ffa58ad-fc7b-4e19-8acf-95b44d11de68 req-8d1c4926-bbfd-416e-b168-90e7ff51c89d tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538559 Feb 17 04:47:41.402514 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:41.836157 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775626a-d53e-4925-a35f-caf9a5fc2f33 req-8b4b8993-6ddb-4635-ac82-0eb8c757a5fe tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:41.837951 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7775626a-d53e-4925-a35f-caf9a5fc2f33 req-8b4b8993-6ddb-4635-ac82-0eb8c757a5fe tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.1012449 Feb 17 04:47:41.900924 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7775626a-d53e-4925-a35f-caf9a5fc2f33 req-5b96edb6-61a8-4521-a348-9a5b3f57bb01 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492921 Feb 17 04:47:42.139940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:43.408711 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c65e5f-a79d-4271-8f63-fb93d67da888 req-03a59dd9-d5e3-43b2-b5d6-50bf47e56628 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:43.411782 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d5c65e5f-a79d-4271-8f63-fb93d67da888 req-03a59dd9-d5e3-43b2-b5d6-50bf47e56628 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.1568835 Feb 17 04:47:43.471857 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d5c65e5f-a79d-4271-8f63-fb93d67da888 req-354d2c17-4add-4568-a24c-4a1a4bb030c5 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515475 Feb 17 04:47:43.489585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 56608) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:44.352007 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fef2d315-e081-4826-9d2e-952d27ccb225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850971255'] for router_interface, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:44.800200 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8b29a-292b-450a-8259-5a3df2fe1d7e req-e8620276-4529-4759-8a46-eff96bdfdfa8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:44.801802 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6da8b29a-292b-450a-8259-5a3df2fe1d7e req-e8620276-4529-4759-8a46-eff96bdfdfa8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.1621466 Feb 17 04:47:44.904398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-fef2d315-e081-4826-9d2e-952d27ccb225 admin admin] Deleting port 6d16d2b8-c967-4994-871b-34723be6a3d8 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:47:44.904836 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fef2d315-e081-4826-9d2e-952d27ccb225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:44.941847 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6da8b29a-292b-450a-8259-5a3df2fe1d7e req-4e9f1ed6-89cc-4f88-a11b-6e62923de354 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330304 Feb 17 04:47:45.176846 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-fef2d315-e081-4826-9d2e-952d27ccb225 admin admin] For port 6d16d2b8-c967-4994-871b-34723be6a3d8, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=6d16d2b8-c967-4994-871b-34723be6a3d8,segment=NetworkSegment(e3536451-b489-4d4a-96ae-59a5c75489dc),segment_id=e3536451-b489-4d4a-96ae-59a5c75489dc)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:47:45.177264 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fef2d315-e081-4826-9d2e-952d27ccb225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:45.327352 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-fef2d315-e081-4826-9d2e-952d27ccb225 admin admin] Calling delete_port for 6d16d2b8-c967-4994-871b-34723be6a3d8 owned by network:router_interface {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:47:45.556891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fef2d315-e081-4826-9d2e-952d27ccb225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:45.573757 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:45.680796 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2d315-e081-4826-9d2e-952d27ccb225 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d16d2b8-c967-4994-871b-34723be6a3d8,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:45.686077 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-fef2d315-e081-4826-9d2e-952d27ccb225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:46.229624 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711350cc-579b-4897-8b13-ea8e9de8a4a5 req-d6ad6d45-9b17-4f5d-ad80-e89a08d397c2 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:46.232116 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-711350cc-579b-4897-8b13-ea8e9de8a4a5 req-d6ad6d45-9b17-4f5d-ad80-e89a08d397c2 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.1091959 Feb 17 04:47:46.290449 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-711350cc-579b-4897-8b13-ea8e9de8a4a5 req-fd646a69-6015-400a-82f6-7da0158661b1 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513289 Feb 17 04:47:46.339844 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fef2d315-e081-4826-9d2e-952d27ccb225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850971161'] for router_interface, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:46.920604 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef2d315-e081-4826-9d2e-952d27ccb225 admin admin] Router a35fabd1-328b-4abb-83fe-ad2c899d1903 has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:47:47.159706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef2d315-e081-4826-9d2e-952d27ccb225 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:47:47.175094 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef6128-19df-4e2f-ae5b-6649a0274910 None None] Sync routers for ids ['a35fabd1-328b-4abb-83fe-ad2c899d1903'] in dv-cinder-759987-4-smb {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:47:47.184077 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-fef2d315-e081-4826-9d2e-952d27ccb225 admin admin] 10.222.0.30 "PUT /v2.0/routers/a35fabd1-328b-4abb-83fe-ad2c899d1903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6929593 Feb 17 04:47:47.187762 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 56620) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:47.188024 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef6128-19df-4e2f-ae5b-6649a0274910 None None] Routers {'a35fabd1-328b-4abb-83fe-ad2c899d1903'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:47:47.188716 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-95ef6128-19df-4e2f-ae5b-6649a0274910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:47:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['a35fabd1-328b-4abb-83fe-ad2c899d1903'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:47.421732 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-95ef6128-19df-4e2f-ae5b-6649a0274910 None None] Set router a35fabd1-328b-4abb-83fe-ad2c899d1903 gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:47:47.575931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-513e9049-9119-48b0-8778-cb43c7afb915 admin admin] Notify callbacks [] for router, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:47.725612 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9ba4c-ab27-4cf8-94fb-d6467deb205b req-14f7dfac-d6ba-4462-8e67-fb209be8abad tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:47.727429 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-eee9ba4c-ab27-4cf8-94fb-d6467deb205b req-14f7dfac-d6ba-4462-8e67-fb209be8abad tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.2708523 Feb 17 04:47:47.768931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-95ef6128-19df-4e2f-ae5b-6649a0274910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:47:45Z', 'revision_number': 5, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:47.773834 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef6128-19df-4e2f-ae5b-6649a0274910 None None] Checking router: a35fabd1-328b-4abb-83fe-ad2c899d1903 for host: dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:47:47.784432 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef6128-19df-4e2f-ae5b-6649a0274910 None None] Routers {'a35fabd1-328b-4abb-83fe-ad2c899d1903'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:47:47.785170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-95ef6128-19df-4e2f-ae5b-6649a0274910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:47:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['a35fabd1-328b-4abb-83fe-ad2c899d1903'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:47.810960 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-eee9ba4c-ab27-4cf8-94fb-d6467deb205b req-441afd41-0e1d-48c7-850e-1472d8f38418 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631294 Feb 17 04:47:47.870884 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-513e9049-9119-48b0-8778-cb43c7afb915 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:47.883812 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-513e9049-9119-48b0-8778-cb43c7afb915 admin admin] Deleting port 9b5cd924-79a8-4368-b0b5-9ded7bbcf632 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:47:47.884404 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-513e9049-9119-48b0-8778-cb43c7afb915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:48.042013 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-95ef6128-19df-4e2f-ae5b-6649a0274910 None None] Set router a35fabd1-328b-4abb-83fe-ad2c899d1903 gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:47:48.248896 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-513e9049-9119-48b0-8778-cb43c7afb915 admin admin] For port 9b5cd924-79a8-4368-b0b5-9ded7bbcf632, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=9b5cd924-79a8-4368-b0b5-9ded7bbcf632,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:47:48.249302 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-513e9049-9119-48b0-8778-cb43c7afb915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:48.386021 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-95ef6128-19df-4e2f-ae5b-6649a0274910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:47:45Z', 'revision_number': 5, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:48.393891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef6128-19df-4e2f-ae5b-6649a0274910 None None] The sync data for ids ['a35fabd1-328b-4abb-83fe-ad2c899d1903'] in dv-cinder-759987-4-smb is: [{'id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'name': 'tempest-AttachVolumeTestJSON-403361231-router', 'tenant_id': 'b027197d07e3499fb8ba5782c70e429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:42Z', 'updated_at': '2021-02-17T04:47:45Z', 'revision_number': 5, 'project_id': 'b027197d07e3499fb8ba5782c70e429a', 'gw_port': {'id': '9b5cd924-79a8-4368-b0b5-9ded7bbcf632', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fabd1-328b-4abb-83fe-ad2c899d1903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}] {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:47:48.400046 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-513e9049-9119-48b0-8778-cb43c7afb915 admin admin] Calling delete_port for 9b5cd924-79a8-4368-b0b5-9ded7bbcf632 owned by network:router_gateway {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:47:48.600694 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-513e9049-9119-48b0-8778-cb43c7afb915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:48.817889 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-513e9049-9119-48b0-8778-cb43c7afb915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850914901'] for router_gateway, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:49.085039 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcec1d-4285-47e1-b4fd-80c7e4325f86 req-cfc3d3cb-a104-446b-b074-8fb11ab4dada tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:49.088239 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-71dcec1d-4285-47e1-b4fd-80c7e4325f86 req-cfc3d3cb-a104-446b-b074-8fb11ab4dada tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.1117318 Feb 17 04:47:49.147745 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-71dcec1d-4285-47e1-b4fd-80c7e4325f86 req-7fb77f63-1a2c-4672-9c2c-4d9b5f059703 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521476 Feb 17 04:47:49.233314 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-513e9049-9119-48b0-8778-cb43c7afb915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850968541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13242'] for router, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:49.235909 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-513e9049-9119-48b0-8778-cb43c7afb915 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:49.511059 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 6d16d2b8-c967-4994-871b-34723be6a3d8 no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:47:49.553080 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: 6d16d2b8-c967-4994-871b-34723be6a3d8 {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:47:49.553482 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 6d16d2b8-c967-4994-871b-34723be6a3d8 not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:47:50.364360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbd7dc-4096-4809-b97e-5e6565a9b285 req-65f4545b-d679-4dbb-9db7-c6ee4c13abfb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:50.366020 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0abbd7dc-4096-4809-b97e-5e6565a9b285 req-65f4545b-d679-4dbb-9db7-c6ee4c13abfb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.0919781 Feb 17 04:47:50.407832 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-513e9049-9119-48b0-8778-cb43c7afb915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850968831'] for router, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:50.408415 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513e9049-9119-48b0-8778-cb43c7afb915 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a35fabd1-328b-4abb-83fe-ad2c899d1903 {{(pid=84102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:47:50.429308 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0abbd7dc-4096-4809-b97e-5e6565a9b285 req-e176d31b-33bd-429e-8482-eb3799f798c2 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569444 Feb 17 04:47:50.434097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-513e9049-9119-48b0-8778-cb43c7afb915 admin admin] Notify callbacks [] for router, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:50.437423 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-513e9049-9119-48b0-8778-cb43c7afb915 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a35fabd1-328b-4abb-83fe-ad2c899d1903 HTTP/1.1" status: 204 len: 168 time: 3.2459874 Feb 17 04:47:50.438734 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 56632) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:50.513397 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0133ff7-32c4-4914-a067-daeffebb1721 admin admin] Deleting subnet 24db9e6c-4099-46d8-ad28-21e2d704428a {{(pid=84102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:47:50.516939 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b0133ff7-32c4-4914-a067-daeffebb1721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:50.572339 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b0133ff7-32c4-4914-a067-daeffebb1721 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853075584'] for subnet, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:50.677899 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b0133ff7-32c4-4914-a067-daeffebb1721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851242243'] for subnet, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:50.984298 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b0133ff7-32c4-4914-a067-daeffebb1721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854083938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826626334'] for subnet, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:51.005094 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:51.106434 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0133ff7-32c4-4914-a067-daeffebb1721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24db9e6c-4099-46d8-ad28-21e2d704428a,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:51.110603 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b0133ff7-32c4-4914-a067-daeffebb1721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:51.152718 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b0133ff7-32c4-4914-a067-daeffebb1721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:51.157665 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5534bcb5-fc06-4d3e-af02-ce41673cfa96 None None] Network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:47:51.164681 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-b0133ff7-32c4-4914-a067-daeffebb1721 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/24db9e6c-4099-46d8-ad28-21e2d704428a HTTP/1.1" status: 204 len: 168 time: 0.7242222 Feb 17 04:47:51.167165 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 56636) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:51.360615 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854052385'] for network, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:51.430454 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0afd5b6-87e4-40cf-8f9d-f9840dd6cd23 None None] DHCP port deletion for db56afd7-203e-44fe-a4c0-bc1abcbe6d8c request from dv-cinder-759987-4-smb {{(pid=84103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:47:51.435159 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d0afd5b6-87e4-40cf-8f9d-f9840dd6cd23 None None] Deleting port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 {{(pid=84103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:47:51.435595 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d0afd5b6-87e4-40cf-8f9d-f9840dd6cd23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:51.442127 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Deleting port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:47:51.442511 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:51.569106 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 9b5cd924-79a8-4368-b0b5-9ded7bbcf632 no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:47:51.629082 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: 9b5cd924-79a8-4368-b0b5-9ded7bbcf632 {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:47:51.629468 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 9b5cd924-79a8-4368-b0b5-9ded7bbcf632 not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:47:51.630076 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:47:51.663324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5737b12-491b-44f1-9b64-f8d18c2384b9 req-c931ff88-9136-4620-bfd2-e5782153ec6c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:51.666022 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f5737b12-491b-44f1-9b64-f8d18c2384b9 req-c931ff88-9136-4620-bfd2-e5782153ec6c tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.0949750 Feb 17 04:47:51.710237 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] For port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=0aa62ed9-60d9-4bb5-bd23-fdb651f89d14,segment=NetworkSegment(e3536451-b489-4d4a-96ae-59a5c75489dc),segment_id=e3536451-b489-4d4a-96ae-59a5c75489dc)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:47:51.711081 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:51.754347 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f5737b12-491b-44f1-9b64-f8d18c2384b9 req-ca99304a-f709-4fde-ae46-126d82cef39e tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812793 Feb 17 04:47:51.890709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Calling delete_port for 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 owned by network:dhcp {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:47:51.951829 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d0afd5b6-87e4-40cf-8f9d-f9840dd6cd23 None None] For port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=0aa62ed9-60d9-4bb5-bd23-fdb651f89d14,segment=NetworkSegment(e3536451-b489-4d4a-96ae-59a5c75489dc),segment_id=e3536451-b489-4d4a-96ae-59a5c75489dc)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:47:51.952272 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d0afd5b6-87e4-40cf-8f9d-f9840dd6cd23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:52.006250 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:52.025071 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:52.118524 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d0afd5b6-87e4-40cf-8f9d-f9840dd6cd23 None None] Calling delete_port for 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 owned by network:dhcp {{(pid=84103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:47:52.122281 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa62ed9-60d9-4bb5-bd23-fdb651f89d14,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:52.138376 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:52.162034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 update to DOWN by agent not found {{(pid=84103) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 04:47:52.180340 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] No DVR routers for this DVR port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 on host dv-cinder-759987-4-smb {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:47:52.212781 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [None req-d0afd5b6-87e4-40cf-8f9d-f9840dd6cd23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84103) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:47:52.213193 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [None req-d0afd5b6-87e4-40cf-8f9d-f9840dd6cd23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:47:52.308959 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851244700', 'neutron.services.segments.db._delete_segments_for_network-8743200863210'] for network, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:52.430799 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db56afd7-203e-44fe-a4c0-bc1abcbe6d8c']}} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:52.445426 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3536451-b489-4d4a-96ae-59a5c75489dc') {'for_net_delete': True} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:52.445754 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3536451-b489-4d4a-96ae-59a5c75489dc') {} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:47:52.459128 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293653907196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1700248'] for segment, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:52.474931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:52.477448 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:47:52.668597 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:47:52.678705 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851238932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-691297'] for segment, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:52.714408 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d0afd5b6-87e4-40cf-8f9d-f9840dd6cd23 None None] Deleting port 0aa62ed9-60d9-4bb5-bd23-fdb651f89d14 {{(pid=84103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:47:52.714771 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d0afd5b6-87e4-40cf-8f9d-f9840dd6cd23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:52.789731 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d0afd5b6-87e4-40cf-8f9d-f9840dd6cd23 None None] The port '0aa62ed9-60d9-4bb5-bd23-fdb651f89d14' was deleted {{(pid=84103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:47:52.866308 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Network db56afd7-203e-44fe-a4c0-bc1abcbe6d8c has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: Traceback (most recent call last): Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: timer() Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: cb(*args, **kw) Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: return func(*args, **kwargs) Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: self._notify() Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: self.callback(batched_events) Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: event.method(event) Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: segment_id)['aggregates'][0] Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: return f(self, *a, **k) Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: return self._get(url).json() Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: **kwargs) Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: return self.request(url, 'GET', **kwargs) Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: **endpoint_filter) Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:47:52.894112 dv-cinder-759987-4-smb neutron-server[83988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:47:53.071105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2db6b4-572e-49a5-a767-f6ca3022958d req-b2cfd137-fb46-4ab4-ac38-ab39e01d7370 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:53.072779 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0e2db6b4-572e-49a5-a767-f6ca3022958d req-b2cfd137-fb46-4ab4-ac38-ab39e01d7370 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.1300204 Feb 17 04:47:53.123516 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0e2db6b4-572e-49a5-a767-f6ca3022958d req-7232af80-de91-4e43-884c-9251a5ccf4dd tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442257 Feb 17 04:47:53.217365 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857043'] for network, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:53.221016 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:53.236268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:53.251599 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Pushing event deleted for resources: {'Network': ['ID=db56afd7-203e-44fe-a4c0-bc1abcbe6d8c,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:53.255859 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:53.257897 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] 10.222.0.30 "DELETE /v2.0/networks/db56afd7-203e-44fe-a4c0-bc1abcbe6d8c HTTP/1.1" status: 204 len: 168 time: 2.0889187 Feb 17 04:47:53.479777 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 56646) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:53.535525 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-ae1c12b1-8cac-4f98-9100-4c93d62046a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b027197d07e3499fb8ba5782c70e429a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0542588 Feb 17 04:47:53.538092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 56650) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:53.577999 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:53.606056 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:53.634936 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:53.829442 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:53.835704 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ced97e6d-3525-4d45-b62d-d2b396092cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:53.854035 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17415bb2-fb97-45f0-be4f-b46a633770c9,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:53.864077 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:53.867877 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17415bb2-fb97-45f0-be4f-b46a633770c9 HTTP/1.1" status: 204 len: 168 time: 0.3262808 Feb 17 04:47:53.867877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.867877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.867877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.868347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.868521 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.868924 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.869321 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.869696 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.870090 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.870479 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.870877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.871268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.871706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.872096 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.872507 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.872904 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.873291 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.873677 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.874061 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.874453 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.874834 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.875316 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.875585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.875968 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:47:53.880538 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:54.329585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c332f91-5963-48c0-a402-6f37fa063dde req-e5a7815b-5137-46b1-9420-dd3826e71d1b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:54.332054 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5c332f91-5963-48c0-a402-6f37fa063dde req-e5a7815b-5137-46b1-9420-dd3826e71d1b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.0886486 Feb 17 04:47:54.383200 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5c332f91-5963-48c0-a402-6f37fa063dde req-b1a7f34e-c44f-4325-aaf3-03dfc9f98f70 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450008 Feb 17 04:47:54.997542 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 56674) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:55.110475 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1825028832-network', 'tenant_id': '6fd942420055437581a1b130ee712c5a'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:55.116690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:47:55.120853 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Usage tracker for resource:network and tenant:6fd942420055437581a1b130ee712c5a is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:47:55.123887 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:47:55.130082 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:47:55.165452 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Made reservation on behalf of 6fd942420055437581a1b130ee712c5a for: {'network': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:47:55.170514 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:55.184566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:55.199939 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:47:55.204055 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Usage tracker for resource:security_group_rule and tenant:6fd942420055437581a1b130ee712c5a is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:47:55.207132 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:47:55.213025 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:47:55.394864 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:55.422833 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:55.428039 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d9a3ad18-54ca-44de-8e22-109dc16f21f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:55.464927 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:47:55.475091 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f31ea7-4209-46f6-8e9b-0753b28fe9f2,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:55.478974 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:55.481525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363293653912607', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:55.481970 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Added segment e3f527d2-9529-44d3-907c-354798b8183a of type vxlan for network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 Feb 17 04:47:55.546771 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:55.618242 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ddd55-a57b-4d15-9403-62de83a60ee8 req-d8c4fdde-97ed-4924-9f42-e68e419650fa tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:55.619848 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d09ddd55-a57b-4d15-9403-62de83a60ee8 req-d8c4fdde-97ed-4924-9f42-e68e419650fa tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.1144538 Feb 17 04:47:55.624570 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:55.625784 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:55.626408 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:55.633090 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-5868d14a-fb05-4582-a8f7-3cabfff08c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:55.780118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Pushing event updated for resources: {'Network': ['ID=422eabd2-d8bd-4e6c-99db-5450dddec7d3,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:55.780118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:55.780118 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d09ddd55-a57b-4d15-9403-62de83a60ee8 req-9b0f9794-a35e-4804-b3ed-90d659aa8431 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479056 Feb 17 04:47:55.782982 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:47:55.803743 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8020022 Feb 17 04:47:55.803915 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 56682) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:47:55.810091 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Request body: {'subnet': {'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1825028832-subnet', 'tenant_id': '6fd942420055437581a1b130ee712c5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:47:55.815405 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:47:55.819588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Usage tracker for resource:subnet and tenant:6fd942420055437581a1b130ee712c5a is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:47:55.822684 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:47:55.828730 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:47:55.847538 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:47:55.885865 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Made reservation on behalf of 6fd942420055437581a1b130ee712c5a for: {'subnet': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:47:55.890854 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28149260'] for subnet, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:56.316941 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device c7d42691-92b2-4ed6-a765-b7801af67b32 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:47:56.347592 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-691931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28149277'] for subnet, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:56.365218 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-16202e3e-fee6-4a9e-97a6-daebdf4cc12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:56.400064 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port c7d42691-92b2-4ed6-a765-b7801af67b32 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:47:56.400576 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:56.507390 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51cf55e2-51f0-44a7-9b46-f0eb4d682f9a,revision_number=0']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:56.512384 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:56.533233 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:56.562523 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d42691-92b2-4ed6-a765-b7801af67b32'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:47:56.573959 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port c7d42691-92b2-4ed6-a765-b7801af67b32, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c7d42691-92b2-4ed6-a765-b7801af67b32,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:47:56.579706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Checking segment: {'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:47:56.580112 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Network hostable DHCP agents. Network: 422eabd2-d8bd-4e6c-99db-5450dddec7d3, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:47:56.608679 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:56.613490 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d42691-92b2-4ed6-a765-b7801af67b32', 'code': 200} Feb 17 04:47:56.617969 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-eba96a6b-eae5-4eb0-bcb3-bdd8427aca51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:47:56.636467 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:47:56.670573 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, 422eabd2-d8bd-4e6c-99db-5450dddec7d3) {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:47:56.681152 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0565dff8-868a-421e-b5ce-b159fd8eabb5 None None] Network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:47:56.685092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:56.685743 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:56.728666 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9234049 Feb 17 04:47:56.768261 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=c7d42691-92b2-4ed6-a765-b7801af67b32,revision_number=6']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:47:56.773299 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:47:56.930238 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfe5077-f73e-4a5e-8ac2-98183e5ff72f None None] Network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:47:57.035219 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7333690-f3c4-43bd-844f-f55d4c3254b5 req-0aaf5b9c-7a0a-4857-b048-a99194be8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:57.036973 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b7333690-f3c4-43bd-844f-f55d4c3254b5 req-0aaf5b9c-7a0a-4857-b048-a99194be8bee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 1163 time: 0.1839240 Feb 17 04:47:57.068987 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cf55f-92f5-45dc-8b9c-21687e9329f8 req-7d9cd059-3491-4e89-af1d-519a552278e3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:57.070686 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-453cf55f-92f5-45dc-8b9c-21687e9329f8 req-7d9cd059-3491-4e89-af1d-519a552278e3 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.1461215 Feb 17 04:47:57.116996 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b7333690-f3c4-43bd-844f-f55d4c3254b5 req-d68f39f3-1b45-4236-a7be-4d37b37f661e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709398 Feb 17 04:47:57.143324 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-453cf55f-92f5-45dc-8b9c-21687e9329f8 req-fb110c15-ab61-4d35-a1c3-d85da691b5eb tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582125 Feb 17 04:47:57.337174 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-03dc1f68-a865-448a-9870-ec01341a48c1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:57.338718 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-03dc1f68-a865-448a-9870-ec01341a48c1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/networks?id=422eabd2-d8bd-4e6c-99db-5450dddec7d3 HTTP/1.1" status: 200 len: 815 time: 0.1664956 Feb 17 04:47:57.355121 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-a9381508-7b73-448f-9967-f0a68edc03b2 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/quotas/6fd942420055437581a1b130ee712c5a HTTP/1.1" status: 200 len: 375 time: 0.0103645 Feb 17 04:47:57.413155 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-3080c110-5f6c-45e1-8573-5e4cb891a41c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd942420055437581a1b130ee712c5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526059 Feb 17 04:47:57.561897 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-10a27586-c421-4220-9376-cde2feeea5d8 service neutron] 10.222.0.30 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411519 Feb 17 04:47:57.707102 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-609dcfd6-55e1-4adf-925b-9541a6c7344d service neutron] 10.222.0.30 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377940 Feb 17 04:47:57.839578 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device c7d42691-92b2-4ed6-a765-b7801af67b32 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:47:57.918266 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port c7d42691-92b2-4ed6-a765-b7801af67b32 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:47:57.919294 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:47:57.945235 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a862a481-5042-4275-bf89-117cc098b0a9 req-e9cd4757-cf18-4a0a-b2a6-017803436005 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 210 time: 0.0523641 Feb 17 04:47:58.360906 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a7879-4576-4449-8ef8-3444c031d09c req-725d375f-13ae-4510-8601-db223c43f313 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:58.363125 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f75a7879-4576-4449-8ef8-3444c031d09c req-725d375f-13ae-4510-8601-db223c43f313 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0920730 Feb 17 04:47:58.414337 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f75a7879-4576-4449-8ef8-3444c031d09c req-e76274f4-6596-487b-839f-2b26d8e4a8e5 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445950 Feb 17 04:47:59.114238 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ffec2599-c50b-4871-9dc4-229ca8a79011 req-f92f3118-1991-48e9-b9ba-5925cce71652 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 210 time: 0.0506651 Feb 17 04:47:59.672177 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a251363-73a0-4b67-afc2-99e6b2fefd59 req-81806b01-1023-4965-95e2-c039e48206cd tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:47:59.673853 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1a251363-73a0-4b67-afc2-99e6b2fefd59 req-81806b01-1023-4965-95e2-c039e48206cd tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0915945 Feb 17 04:47:59.723620 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1a251363-73a0-4b67-afc2-99e6b2fefd59 req-1923848d-b340-43e6-b055-48f6f1bc9d64 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425537 Feb 17 04:47:59.841991 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device c7d42691-92b2-4ed6-a765-b7801af67b32 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:47:59.920487 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port c7d42691-92b2-4ed6-a765-b7801af67b32 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:47:59.921206 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:00.051042 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-4bbd9f93-7d83-4f92-9aa6-f5a99b9ffa11 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:00.051801 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-4bbd9f93-7d83-4f92-9aa6-f5a99b9ffa11 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Synchronizing usage tracker for tenant:6fd942420055437581a1b130ee712c5a on resource:network {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:48:00.103010 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-4bbd9f93-7d83-4f92-9aa6-f5a99b9ffa11 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Unset dirty status for tenant:6fd942420055437581a1b130ee712c5a on resource:network {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:48:00.104595 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-4bbd9f93-7d83-4f92-9aa6-f5a99b9ffa11 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "GET /v2.0/networks?id=422eabd2-d8bd-4e6c-99db-5450dddec7d3 HTTP/1.1" status: 200 len: 815 time: 0.2249551 Feb 17 04:48:00.118236 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Request body: {'port': {'device_id': '250a4ab1-452e-41a7-85ea-a8022c0ffea3', 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3', 'admin_state_up': True, 'tenant_id': '6fd942420055437581a1b130ee712c5a'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:00.538395 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e3d4daba-9d43-40d4-86a8-9ac22a7fde82 req-cdb54f56-5234-4cfb-b2db-a1b7d68b45dd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 210 time: 0.3054688 Feb 17 04:48:00.562914 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:48:00.567925 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Usage tracker for resource:port and tenant:6fd942420055437581a1b130ee712c5a is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:48:00.570940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:48:00.576727 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:48:00.625028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Made reservation on behalf of 6fd942420055437581a1b130ee712c5a for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:48:00.631624 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:00.930899 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c96171-7b25-4c46-b927-e84dafd8e76d req-0221037a-b123-41b5-b480-bf9cda4a1267 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:00.932537 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b9c96171-7b25-4c46-b927-e84dafd8e76d req-0221037a-b123-41b5-b480-bf9cda4a1267 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0890844 Feb 17 04:48:00.945465 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Allocated IP 172.20.0.10 (422eabd2-d8bd-4e6c-99db-5450dddec7d3/51cf55e2-51f0-44a7-9b46-f0eb4d682f9a/2cb4a074-284d-43a1-b76e-84b93b7bf7e0) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:48:00.982238 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b9c96171-7b25-4c46-b927-e84dafd8e76d req-66482798-f939-4590-8db4-2ebad3d29c9b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430355 Feb 17 04:48:01.178139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:01.235286 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:01.251378 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:48:01.393196 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Pushing event updated for resources: {'Port': ['ID=2cb4a074-284d-43a1-b76e-84b93b7bf7e0,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:48:01.407148 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:48:01.453941 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:48:01.455145 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:48:01.458097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:48:01.525716 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:01.526391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:01.580269 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4668088 Feb 17 04:48:01.593016 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Request body: {'port': {'device_id': '250a4ab1-452e-41a7-85ea-a8022c0ffea3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:01.773456 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:01.863733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a24ff-22c5-4bcb-8e5f-ea51b3c17d01 req-5d784d64-31c4-4a71-be86-fc065ceb9721 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:01.864528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-aa7a24ff-22c5-4bcb-8e5f-ea51b3c17d01 req-5d784d64-31c4-4a71-be86-fc065ceb9721 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Synchronizing usage tracker for tenant:6fd942420055437581a1b130ee712c5a on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:48:01.987253 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-aa7a24ff-22c5-4bcb-8e5f-ea51b3c17d01 req-5d784d64-31c4-4a71-be86-fc065ceb9721 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Unset dirty status for tenant:6fd942420055437581a1b130ee712c5a on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:48:01.988665 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aa7a24ff-22c5-4bcb-8e5f-ea51b3c17d01 req-5d784d64-31c4-4a71-be86-fc065ceb9721 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 932 time: 0.3041830 Feb 17 04:48:02.080148 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-aa7a24ff-22c5-4bcb-8e5f-ea51b3c17d01 req-0c544520-b2a3-4366-806c-132415934bcc tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Synchronizing usage tracker for tenant:6fd942420055437581a1b130ee712c5a on resource:security_group {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:48:02.188001 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-aa7a24ff-22c5-4bcb-8e5f-ea51b3c17d01 req-0c544520-b2a3-4366-806c-132415934bcc tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Unset dirty status for tenant:6fd942420055437581a1b130ee712c5a on resource:security_group {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:48:02.189329 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aa7a24ff-22c5-4bcb-8e5f-ea51b3c17d01 req-0c544520-b2a3-4366-806c-132415934bcc tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941161 Feb 17 04:48:02.292772 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:48:02.301645 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:02.314896 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Transition to ACTIVE for port object 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:48:02.356363 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:02.373005 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2b570d14-d5b7-47fa-b80b-c6189e4a1956 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:48:02.510183 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Pushing event updated for resources: {'Port': ['ID=2cb4a074-284d-43a1-b76e-84b93b7bf7e0,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:48:02.523799 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:48:02.704160 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Attempting to bind port 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:48:02.704564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Attempting to bind port 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:48:02.704976 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Attempting to bind port 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 on network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:48:02.711520 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:48:02.711893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Checking segment: {'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:48:02.712296 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:02.712753 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Bound using segment: {'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:48:02.713291 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Bound port: 2cb4a074-284d-43a1-b76e-84b93b7bf7e0, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:48:02.714328 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:02.812732 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] For port 2cb4a074-284d-43a1-b76e-84b93b7bf7e0, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:48:02.816462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] For port 2cb4a074-284d-43a1-b76e-84b93b7bf7e0, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2cb4a074-284d-43a1-b76e-84b93b7bf7e0,segment=NetworkSegment(e3f527d2-9529-44d3-907c-354798b8183a),segment_id=e3f527d2-9529-44d3-907c-354798b8183a)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:48:02.846388 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:02.862017 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:48:03.016727 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Pushing event updated for resources: {'Port': ['ID=2cb4a074-284d-43a1-b76e-84b93b7bf7e0,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:48:03.022165 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:48:03.054618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:03.055310 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:03.056857 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] 10.222.0.65 "PUT /v2.0/ports/2cb4a074-284d-43a1-b76e-84b93b7bf7e0 HTTP/1.1" status: 200 len: 1158 time: 1.4688096 Feb 17 04:48:03.057390 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250a4ab1-452e-41a7-85ea-a8022c0ffea3', 'tag': '2cb4a074-284d-43a1-b76e-84b93b7bf7e0'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:48:03.105776 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250a4ab1-452e-41a7-85ea-a8022c0ffea3', 'tag': '2cb4a074-284d-43a1-b76e-84b93b7bf7e0', 'status': 'completed', 'code': 200} Feb 17 04:48:03.202248 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-bc0bc591-9c8c-4f4f-aa39-584ee7fec583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:03.203901 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-bc0bc591-9c8c-4f4f-aa39-584ee7fec583 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd942420055437581a1b130ee712c5a&device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 1161 time: 0.0843666 Feb 17 04:48:03.279395 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-0df16a5d-d0b5-467f-bec9-1c65c3b66650 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cb4a074-284d-43a1-b76e-84b93b7bf7e0 HTTP/1.1" status: 200 len: 217 time: 0.0676980 Feb 17 04:48:03.402133 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-11e17f90-c14b-42ca-a529-46f00040c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:03.403744 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-11e17f90-c14b-42ca-a529-46f00040c0ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51cf55e2-51f0-44a7-9b46-f0eb4d682f9a HTTP/1.1" status: 200 len: 855 time: 0.1187074 Feb 17 04:48:03.470694 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-e700179e-5493-461f-98a0-ecb2bc00c2c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=422eabd2-d8bd-4e6c-99db-5450dddec7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597284 Feb 17 04:48:03.559002 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1bd2f-8717-4121-badc-e945c3fb2519 req-9c1beb58-5e74-44ef-b8d3-69449fdfa428 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:03.560569 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0ea1bd2f-8717-4121-badc-e945c3fb2519 req-9c1beb58-5e74-44ef-b8d3-69449fdfa428 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 944 time: 0.2332814 Feb 17 04:48:03.641192 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0ea1bd2f-8717-4121-badc-e945c3fb2519 req-62a4d99b-c2dc-452d-b51e-c630a5bd943a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643516 Feb 17 04:48:03.666409 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-5c7e59e6-2050-426b-a61b-d63a82d010d3 service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889930 Feb 17 04:48:03.811073 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c3b9d79a-557e-4634-be73-a331ad9d146a req-708c57aa-6125-45e0-a3c9-f4ac2c859c40 service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384406 Feb 17 04:48:03.981745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4177f8-237f-4d07-971a-2e1f2a423618 req-6e41317f-43c4-4231-af87-77332aef1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:03.984703 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fc4177f8-237f-4d07-971a-2e1f2a423618 req-6e41317f-43c4-4231-af87-77332aef1d91 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd942420055437581a1b130ee712c5a&device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 1161 time: 0.0871091 Feb 17 04:48:04.133259 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4177f8-237f-4d07-971a-2e1f2a423618 req-c86bdba4-fc06-45a6-8e47-b695cb644a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:04.134890 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fc4177f8-237f-4d07-971a-2e1f2a423618 req-c86bdba4-fc06-45a6-8e47-b695cb644a60 service neutron] 10.222.0.65 "GET /v2.0/networks?id=422eabd2-d8bd-4e6c-99db-5450dddec7d3 HTTP/1.1" status: 200 len: 909 time: 0.1433370 Feb 17 04:48:04.215018 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fc4177f8-237f-4d07-971a-2e1f2a423618 req-22eec121-5da4-4057-8a6e-b8cf30049a2d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cb4a074-284d-43a1-b76e-84b93b7bf7e0 HTTP/1.1" status: 200 len: 217 time: 0.0713551 Feb 17 04:48:04.284482 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4177f8-237f-4d07-971a-2e1f2a423618 req-723b4b7a-c4ee-4a4b-9487-33926cb9ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:04.286131 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fc4177f8-237f-4d07-971a-2e1f2a423618 req-723b4b7a-c4ee-4a4b-9487-33926cb9ab64 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51cf55e2-51f0-44a7-9b46-f0eb4d682f9a HTTP/1.1" status: 200 len: 855 time: 0.0651424 Feb 17 04:48:04.343282 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fc4177f8-237f-4d07-971a-2e1f2a423618 req-e626497a-0452-4071-87f0-d731ba1d3178 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=422eabd2-d8bd-4e6c-99db-5450dddec7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511303 Feb 17 04:48:04.490019 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fc4177f8-237f-4d07-971a-2e1f2a423618 req-5c87aa05-7945-4134-8328-b070c4b6fc3d service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401200 Feb 17 04:48:04.637734 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fc4177f8-237f-4d07-971a-2e1f2a423618 req-6385a1c4-fea7-445e-ae0d-cf2d48cf530a service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406915 Feb 17 04:48:04.849082 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13748eb0-2fd7-42f2-b1ed-574a9315b278 req-d6b895d5-0146-49fc-9783-206936862cb5 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:04.850627 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-13748eb0-2fd7-42f2-b1ed-574a9315b278 req-d6b895d5-0146-49fc-9783-206936862cb5 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 944 time: 0.0913849 Feb 17 04:48:04.898908 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-13748eb0-2fd7-42f2-b1ed-574a9315b278 req-fee7df31-0615-48d4-a016-c816145b6e74 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418961 Feb 17 04:48:06.100856 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effce3c5-3ac1-41ff-85f0-cf0891ea5a38 req-08a8777d-9438-4ffa-9283-964281003a8d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:06.102616 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-effce3c5-3ac1-41ff-85f0-cf0891ea5a38 req-08a8777d-9438-4ffa-9283-964281003a8d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 944 time: 0.0895569 Feb 17 04:48:06.151267 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-effce3c5-3ac1-41ff-85f0-cf0891ea5a38 req-0e5c0c66-c7b1-4aa9-8786-94b09d1d895a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Feb 17 04:48:07.173141 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ac2e6884-d7ab-4d79-a3e4-15793240531c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:07.353430 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237f51a-593c-4ad5-a747-957258dcef28 req-094daf63-073d-4e97-8c97-b118dca84bfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:07.354981 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e237f51a-593c-4ad5-a747-957258dcef28 req-094daf63-073d-4e97-8c97-b118dca84bfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 944 time: 0.0896785 Feb 17 04:48:07.406552 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e237f51a-593c-4ad5-a747-957258dcef28 req-b00ed45b-37da-40e9-bc2b-76c139915376 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 Feb 17 04:48:07.993872 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.objects.ports [None req-c14d1c5b-7941-470a-932a-95187f75da14 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84103) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:48:08.527441 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:48:08.617398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0b758-2038-4cd7-be13-4be8943692ad req-a67180ea-c738-4c59-943c-4bf0a1c4c6c6 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:08.619038 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bde0b758-2038-4cd7-be13-4be8943692ad req-a67180ea-c738-4c59-943c-4bf0a1c4c6c6 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 944 time: 0.0964768 Feb 17 04:48:08.663230 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:48:08.668807 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:48:08.669203 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:08.669446 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bde0b758-2038-4cd7-be13-4be8943692ad req-e3cb953b-0c79-460a-90d1-f652caeb55f2 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439277 Feb 17 04:48:08.796088 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:08.825073 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250a4ab1-452e-41a7-85ea-a8022c0ffea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb4a074-284d-43a1-b76e-84b93b7bf7e0'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:48:08.835398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 2cb4a074-284d-43a1-b76e-84b93b7bf7e0, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2cb4a074-284d-43a1-b76e-84b93b7bf7e0,segment=NetworkSegment(e3f527d2-9529-44d3-907c-354798b8183a),segment_id=e3f527d2-9529-44d3-907c-354798b8183a)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:48:08.863876 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:08.865947 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:48:08.897972 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250a4ab1-452e-41a7-85ea-a8022c0ffea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb4a074-284d-43a1-b76e-84b93b7bf7e0', 'code': 200} Feb 17 04:48:08.938724 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=2cb4a074-284d-43a1-b76e-84b93b7bf7e0,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:48:08.942187 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:48:09.174746 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8aba7-e13b-4451-99df-443a27f3d8e7 req-398506c3-d472-41d9-b602-b404b33f3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:09.176542 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fec8aba7-e13b-4451-99df-443a27f3d8e7 req-398506c3-d472-41d9-b602-b404b33f3635 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 1163 time: 0.0796707 Feb 17 04:48:09.465568 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-fec8aba7-e13b-4451-99df-443a27f3d8e7 req-48333757-4801-4ee7-9d14-80ef76229efd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829092 Feb 17 04:48:09.579262 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7ab932e6-610b-409e-9af8-047e55699f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:09.939935 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:48:09.974982 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:10.042474 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf40e8-4729-481e-a026-a67874b26a2f req-022db916-506e-4a8b-80f8-0af9cb8e36f3 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:10.045407 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5aaf40e8-4729-481e-a026-a67874b26a2f req-022db916-506e-4a8b-80f8-0af9cb8e36f3 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 946 time: 0.1207662 Feb 17 04:48:10.047931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:48:10.048476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:10.097113 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5aaf40e8-4729-481e-a026-a67874b26a2f req-155a5cb9-62e0-490d-ba78-94fbc8f12593 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451975 Feb 17 04:48:11.304349 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822e4f9-2802-4871-a08e-ccb78ac77103 req-36441d54-9028-4319-a40e-0db29355f7f5 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:11.306430 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4822e4f9-2802-4871-a08e-ccb78ac77103 req-36441d54-9028-4319-a40e-0db29355f7f5 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 946 time: 0.0885684 Feb 17 04:48:11.355620 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4822e4f9-2802-4871-a08e-ccb78ac77103 req-36c64af6-77ab-4e9f-91d3-4c9ec4715d2b tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425432 Feb 17 04:48:11.422654 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:12.137174 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:15.721814 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:48:16.338560 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c9b5d587-9b4b-42d2-a422-e3d5714f2e7b tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:16.340089 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c9b5d587-9b4b-42d2-a422-e3d5714f2e7b tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/networks?id=422eabd2-d8bd-4e6c-99db-5450dddec7d3 HTTP/1.1" status: 200 len: 815 time: 0.1550603 Feb 17 04:48:16.356678 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-fa28e7d9-574e-433c-9654-0eacea3ab965 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/quotas/6fd942420055437581a1b130ee712c5a HTTP/1.1" status: 200 len: 375 time: 0.0103889 Feb 17 04:48:16.448693 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-e3ecba86-3fa6-4be3-92da-269955c6ed9b tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd942420055437581a1b130ee712c5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0864472 Feb 17 04:48:16.592958 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-7ba34bfa-d1e7-489b-b71f-765d9f818e2b service neutron] 10.222.0.30 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366670 Feb 17 04:48:16.735961 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-6cb0494e-cf2c-4982-8e65-d4ac1326ef7a service neutron] 10.222.0.30 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359341 Feb 17 04:48:17.011987 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-31313c83-e963-44e4-a883-4ef5eb093669 req-c7fa8fb5-60df-4abd-a85d-b342365723a4 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 210 time: 0.0529127 Feb 17 04:48:18.178888 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-43b11a3c-4b65-4545-8463-25aa2f3f488d req-e2a86b4f-7e20-4646-a8b2-647301b18f6b tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 210 time: 0.0510271 Feb 17 04:48:18.607776 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-ff063371-a4da-431e-940e-bd6c9cf3b141 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:18.609406 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-ff063371-a4da-431e-940e-bd6c9cf3b141 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "GET /v2.0/networks?id=422eabd2-d8bd-4e6c-99db-5450dddec7d3 HTTP/1.1" status: 200 len: 815 time: 0.1659141 Feb 17 04:48:18.622303 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Request body: {'port': {'device_id': 'a5fa0ce6-401d-4357-a823-369dc93802b4', 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3', 'admin_state_up': True, 'tenant_id': '6fd942420055437581a1b130ee712c5a'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:18.772339 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:48:18.782241 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:48:18.817335 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Made reservation on behalf of 6fd942420055437581a1b130ee712c5a for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:48:18.823400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:19.157410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Allocated IP 172.20.0.2 (422eabd2-d8bd-4e6c-99db-5450dddec7d3/51cf55e2-51f0-44a7-9b46-f0eb4d682f9a/125f85e1-7ac7-4a21-a96b-bdc11606458d) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:48:19.376895 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3b01089c-d5f4-4e47-9a0b-2c3490f0fe1e req-93bbd680-4402-4cb4-adc9-c1bd12f86aa0 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 210 time: 0.0626752 Feb 17 04:48:19.421248 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:19.479762 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:19.494821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-cf52f35a-cfd7-4874-a4bb-3beafcdb825a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:48:19.642082 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Pushing event updated for resources: {'Port': ['ID=125f85e1-7ac7-4a21-a96b-bdc11606458d,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:48:19.655851 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:48:19.701704 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:48:19.703072 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:48:19.705739 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:48:19.771010 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:19.771684 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:19.823497 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-c130351a-7fab-4fec-97f7-ca085a86997a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2052066 Feb 17 04:48:19.836588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Request body: {'port': {'device_id': 'a5fa0ce6-401d-4357-a823-369dc93802b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:19.961028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:20.391285 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125f85e1-7ac7-4a21-a96b-bdc11606458d {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:48:20.399299 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:20.412333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Transition to ACTIVE for port object 125f85e1-7ac7-4a21-a96b-bdc11606458d will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:48:20.445412 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:20.461709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c8c991b2-d5ae-4ca4-94a8-b064e96fb2b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:48:20.572918 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816e7f9-4eeb-4f79-851c-e8aea0099339 req-bb896b6f-a0dc-4a12-91b7-8d20138be899 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:20.574529 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3816e7f9-4eeb-4f79-851c-e8aea0099339 req-bb896b6f-a0dc-4a12-91b7-8d20138be899 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 943 time: 0.0852778 Feb 17 04:48:20.598690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Pushing event updated for resources: {'Port': ['ID=125f85e1-7ac7-4a21-a96b-bdc11606458d,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:48:20.615516 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:48:20.626115 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3816e7f9-4eeb-4f79-851c-e8aea0099339 req-b84e953c-ec02-4d6c-b7ce-81ee1813279b tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450118 Feb 17 04:48:20.787655 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Attempting to bind port 125f85e1-7ac7-4a21-a96b-bdc11606458d on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:48:20.788035 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Attempting to bind port 125f85e1-7ac7-4a21-a96b-bdc11606458d by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:48:20.788414 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Attempting to bind port 125f85e1-7ac7-4a21-a96b-bdc11606458d on network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:48:20.794364 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:48:20.794740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Checking segment: {'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:48:20.795145 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:20.795544 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Bound using segment: {'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:48:20.796020 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Bound port: 125f85e1-7ac7-4a21-a96b-bdc11606458d, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:48:20.796398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:20.893730 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] For port 125f85e1-7ac7-4a21-a96b-bdc11606458d, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:48:20.897032 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] For port 125f85e1-7ac7-4a21-a96b-bdc11606458d, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=125f85e1-7ac7-4a21-a96b-bdc11606458d,segment=NetworkSegment(e3f527d2-9529-44d3-907c-354798b8183a),segment_id=e3f527d2-9529-44d3-907c-354798b8183a)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:48:20.926103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:20.941171 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3f50f2c2-dcd9-4fdb-bb08-9748587539b1 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:48:21.095678 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Pushing event updated for resources: {'Port': ['ID=125f85e1-7ac7-4a21-a96b-bdc11606458d,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:48:21.101187 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:48:21.134083 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:21.134768 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:21.136286 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] 10.222.0.65 "PUT /v2.0/ports/125f85e1-7ac7-4a21-a96b-bdc11606458d HTTP/1.1" status: 200 len: 1157 time: 1.3051155 Feb 17 04:48:21.136862 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fa0ce6-401d-4357-a823-369dc93802b4', 'tag': '125f85e1-7ac7-4a21-a96b-bdc11606458d'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:48:21.186105 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fa0ce6-401d-4357-a823-369dc93802b4', 'tag': '125f85e1-7ac7-4a21-a96b-bdc11606458d', 'status': 'completed', 'code': 200} Feb 17 04:48:21.293895 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66b4f1-a679-4bcd-bfe3-856e3087a770 req-8be263b7-5a89-4620-a3e1-711adcadbe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:21.295565 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aa66b4f1-a679-4bcd-bfe3-856e3087a770 req-8be263b7-5a89-4620-a3e1-711adcadbe33 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd942420055437581a1b130ee712c5a&device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 1160 time: 0.0878530 Feb 17 04:48:21.454288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66b4f1-a679-4bcd-bfe3-856e3087a770 req-99a84221-55fe-4811-bd6d-b6362e6b644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:21.455817 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aa66b4f1-a679-4bcd-bfe3-856e3087a770 req-99a84221-55fe-4811-bd6d-b6362e6b644a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6fd942420055437581a1b130ee712c5a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1520860 Feb 17 04:48:21.605488 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66b4f1-a679-4bcd-bfe3-856e3087a770 req-4e48f25a-35c1-4baa-abcd-a4ffb3e093db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:21.607068 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aa66b4f1-a679-4bcd-bfe3-856e3087a770 req-4e48f25a-35c1-4baa-abcd-a4ffb3e093db service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1444945 Feb 17 04:48:21.732890 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f23780b7-e21f-4f32-9952-ec78d47c0339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:21.734454 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-f23780b7-e21f-4f32-9952-ec78d47c0339 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd942420055437581a1b130ee712c5a&device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 1160 time: 0.0830395 Feb 17 04:48:21.833793 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f33d81-1d83-44df-9017-0215048cc867 req-5c5e1b8f-6e61-47e8-b0c4-c6998d050d85 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:21.835535 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-41f33d81-1d83-44df-9017-0215048cc867 req-5c5e1b8f-6e61-47e8-b0c4-c6998d050d85 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 943 time: 0.0919342 Feb 17 04:48:21.889647 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-41f33d81-1d83-44df-9017-0215048cc867 req-04bdb9dc-2af6-4ca0-b199-a255aea75f4c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471797 Feb 17 04:48:22.053270 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-0b3cdbc3-81c7-4424-9339-305c7c9a51e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=125f85e1-7ac7-4a21-a96b-bdc11606458d HTTP/1.1" status: 200 len: 217 time: 0.3106918 Feb 17 04:48:22.123752 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-97a42529-fd17-44f3-8236-48777c0e8de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:22.125377 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-97a42529-fd17-44f3-8236-48777c0e8de5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51cf55e2-51f0-44a7-9b46-f0eb4d682f9a HTTP/1.1" status: 200 len: 855 time: 0.0649283 Feb 17 04:48:22.178909 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-95dbdba3-0400-4d7b-b93a-4d0a1f9a54ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=422eabd2-d8bd-4e6c-99db-5450dddec7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462353 Feb 17 04:48:22.322401 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-173ca82b-e347-480f-823a-60c16f5375c6 service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365597 Feb 17 04:48:22.466849 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a267c641-fa6e-451a-8b51-64ff5fe2319d req-21eec802-0959-4108-aa64-7ca860759ca6 service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370659 Feb 17 04:48:23.104677 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8107cf3-a63d-492a-b188-2d155e6cf4d5 req-736f4b31-f812-4f18-9472-3fe4546990ea tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:23.105441 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-a8107cf3-a63d-492a-b188-2d155e6cf4d5 req-736f4b31-f812-4f18-9472-3fe4546990ea tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Synchronizing usage tracker for tenant:6fd942420055437581a1b130ee712c5a on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:48:23.150069 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-a8107cf3-a63d-492a-b188-2d155e6cf4d5 req-736f4b31-f812-4f18-9472-3fe4546990ea tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Unset dirty status for tenant:6fd942420055437581a1b130ee712c5a on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:48:23.151350 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a8107cf3-a63d-492a-b188-2d155e6cf4d5 req-736f4b31-f812-4f18-9472-3fe4546990ea tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 943 time: 0.1386819 Feb 17 04:48:23.200123 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a8107cf3-a63d-492a-b188-2d155e6cf4d5 req-ea3e3a29-2042-4199-afa0-47a0c7c18c3e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424047 Feb 17 04:48:23.601606 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:24.399920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1732a-8038-42bb-a8ef-cda11f8d6545 req-777c6eb3-948a-4796-9871-5caf0fefdae3 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:24.401564 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aeb1732a-8038-42bb-a8ef-cda11f8d6545 req-777c6eb3-948a-4796-9871-5caf0fefdae3 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 943 time: 0.0905607 Feb 17 04:48:24.452315 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-aeb1732a-8038-42bb-a8ef-cda11f8d6545 req-61e3bf92-5960-46b8-9321-3ebd2c44c206 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436895 Feb 17 04:48:25.649000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082890f-0ddd-4069-8904-116a2bbbb94d req-58273bbc-77e4-46bf-975f-779a19d6c29a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:25.650638 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0082890f-0ddd-4069-8904-116a2bbbb94d req-58273bbc-77e4-46bf-975f-779a19d6c29a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 943 time: 0.0879388 Feb 17 04:48:25.699706 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0082890f-0ddd-4069-8904-116a2bbbb94d req-632e2ce7-9d78-4768-b161-cf40cb709afc tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421495 Feb 17 04:48:26.763689 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 125f85e1-7ac7-4a21-a96b-bdc11606458d up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:48:26.868546 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port 125f85e1-7ac7-4a21-a96b-bdc11606458d completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:48:26.874117 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 125f85e1-7ac7-4a21-a96b-bdc11606458d triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:48:26.874583 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:26.899451 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933ee68-a7d8-4d06-823d-eff77d8de102 req-abb368db-a5e0-422d-be42-79b7295e38c8 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:26.901046 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a933ee68-a7d8-4d06-823d-eff77d8de102 req-abb368db-a5e0-422d-be42-79b7295e38c8 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 943 time: 0.0891135 Feb 17 04:48:26.950804 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a933ee68-a7d8-4d06-823d-eff77d8de102 req-58e2dcef-2d3e-43db-8bf8-0267300a372f tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434382 Feb 17 04:48:27.012584 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:27.042699 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fa0ce6-401d-4357-a823-369dc93802b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125f85e1-7ac7-4a21-a96b-bdc11606458d'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:48:27.053055 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 125f85e1-7ac7-4a21-a96b-bdc11606458d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=125f85e1-7ac7-4a21-a96b-bdc11606458d,segment=NetworkSegment(e3f527d2-9529-44d3-907c-354798b8183a),segment_id=e3f527d2-9529-44d3-907c-354798b8183a)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:48:27.091265 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:27.093290 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:48:27.131698 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fa0ce6-401d-4357-a823-369dc93802b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125f85e1-7ac7-4a21-a96b-bdc11606458d', 'code': 200} Feb 17 04:48:27.166023 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=125f85e1-7ac7-4a21-a96b-bdc11606458d,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:48:27.169649 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:48:27.408368 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9356eb5-29ef-4185-8435-6779ce312aca req-53b36a21-8279-4dd5-9894-df5946500139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:27.410201 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f9356eb5-29ef-4185-8435-6779ce312aca req-53b36a21-8279-4dd5-9894-df5946500139 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 1162 time: 0.0836182 Feb 17 04:48:27.455085 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f9356eb5-29ef-4185-8435-6779ce312aca req-ede5d293-deeb-4844-8947-e5d0643768b1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379906 Feb 17 04:48:28.151183 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 125f85e1-7ac7-4a21-a96b-bdc11606458d up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:48:28.154898 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398688a2-1d61-4429-aab0-b718449da3e4 req-d9062b03-09a9-4990-aad9-2c536f00b39e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:28.159608 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-398688a2-1d61-4429-aab0-b718449da3e4 req-d9062b03-09a9-4990-aad9-2c536f00b39e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 945 time: 0.0884752 Feb 17 04:48:28.205821 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-398688a2-1d61-4429-aab0-b718449da3e4 req-c55a7309-5602-4d8a-ae01-ec5bf1ffe011 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422432 Feb 17 04:48:28.228021 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 125f85e1-7ac7-4a21-a96b-bdc11606458d triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:48:28.228436 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:29.403282 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a79711-a543-4a76-864b-0772b66e110e req-6a92cd3f-44f7-40c8-ba09-769ab70f0908 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:29.404926 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-51a79711-a543-4a76-864b-0772b66e110e req-6a92cd3f-44f7-40c8-ba09-769ab70f0908 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 945 time: 0.0853839 Feb 17 04:48:29.456600 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-51a79711-a543-4a76-864b-0772b66e110e req-a13c8c8f-88d4-493d-961f-0038a1d5172c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452905 Feb 17 04:48:31.660531 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-3ad2880e-a776-4e56-85f1-6a759b853e8d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:31.662157 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-3ad2880e-a776-4e56-85f1-6a759b853e8d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/networks?id=422eabd2-d8bd-4e6c-99db-5450dddec7d3 HTTP/1.1" status: 200 len: 815 time: 0.1583045 Feb 17 04:48:31.679450 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-1839c27f-2877-4aab-b1e4-8a2f052f0cd2 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/quotas/6fd942420055437581a1b130ee712c5a HTTP/1.1" status: 200 len: 375 time: 0.0101910 Feb 17 04:48:31.773350 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-3e23f38a-ee12-453b-8f13-58acc6ee9ae9 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd942420055437581a1b130ee712c5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879478 Feb 17 04:48:32.121359 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-aac26168-98e6-4da2-a58a-542386bd4099 service neutron] 10.222.0.30 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405514 Feb 17 04:48:32.265674 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-6dd205d3-c24b-4cd6-b1ff-2f83eb3ade1f service neutron] 10.222.0.30 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358559 Feb 17 04:48:32.540700 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a0a19420-41ac-4149-b399-39d3b8e952d2 req-b3396304-db92-4c6a-85b5-977a087cbaea tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 210 time: 0.0637975 Feb 17 04:48:33.704224 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ee6c245d-5b74-4d2b-8a9d-39856a2cb206 req-2b1202e6-1db6-4638-bf60-f439f0617258 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 210 time: 0.0490572 Feb 17 04:48:34.193475 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-7a9a557e-1c30-4bc0-bcd4-7471305d21f2 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:34.195082 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-7a9a557e-1c30-4bc0-bcd4-7471305d21f2 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "GET /v2.0/networks?id=422eabd2-d8bd-4e6c-99db-5450dddec7d3 HTTP/1.1" status: 200 len: 815 time: 0.1664560 Feb 17 04:48:34.211461 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Request body: {'port': {'device_id': '5732406e-1be4-4905-a414-0632b9c409e0', 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3', 'admin_state_up': True, 'tenant_id': '6fd942420055437581a1b130ee712c5a'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:34.361298 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:48:34.371354 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:48:34.401274 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Made reservation on behalf of 6fd942420055437581a1b130ee712c5a for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:48:34.407342 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:34.726016 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Allocated IP 172.20.0.6 (422eabd2-d8bd-4e6c-99db-5450dddec7d3/51cf55e2-51f0-44a7-9b46-f0eb4d682f9a/a07de8df-89f6-487d-bbad-4d3dd7eb6aa1) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:48:34.893099 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2c13c680-772a-4ab9-bab1-6fb040c82134 req-8e88eabe-7aee-476d-ab93-bc5869309102 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 210 time: 0.0593204 Feb 17 04:48:35.062434 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:35.125545 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:35.143236 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0a8a117d-5c67-490c-95a3-7eb4ed97f4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:48:35.288884 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Pushing event updated for resources: {'Port': ['ID=a07de8df-89f6-487d-bbad-4d3dd7eb6aa1,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:48:35.292399 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:48:35.348017 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:48:35.349167 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:48:35.351549 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:48:35.416647 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:35.417580 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:35.474762 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2673459 Feb 17 04:48:35.488267 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Request body: {'port': {'device_id': '5732406e-1be4-4905-a414-0632b9c409e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:35.614148 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:36.049751 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:48:36.058104 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:36.070975 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Transition to ACTIVE for port object a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:48:36.097250 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:36.098426 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b784661-e563-42e8-8a29-5bcb99a8ddc5 req-21553858-2beb-4e1a-b70a-b21049b5f18d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:36.100052 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b784661-e563-42e8-8a29-5bcb99a8ddc5 req-21553858-2beb-4e1a-b70a-b21049b5f18d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 931 time: 0.0896673 Feb 17 04:48:36.114248 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-72d7c486-bb13-44a6-9484-dc4b953a3cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:48:36.153936 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2b784661-e563-42e8-8a29-5bcb99a8ddc5 req-02a38b1f-05d0-4bad-8fd3-b8f4cd85da8d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466559 Feb 17 04:48:36.251632 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Pushing event updated for resources: {'Port': ['ID=a07de8df-89f6-487d-bbad-4d3dd7eb6aa1,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:48:36.254780 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:48:36.454605 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Attempting to bind port a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:48:36.454983 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Attempting to bind port a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:48:36.455356 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Attempting to bind port a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 on network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:48:36.461287 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:48:36.461667 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Checking segment: {'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:48:36.462164 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:36.462566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Bound using segment: {'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:48:36.463049 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Bound port: a07de8df-89f6-487d-bbad-4d3dd7eb6aa1, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:48:36.463429 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:36.567141 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] For port a07de8df-89f6-487d-bbad-4d3dd7eb6aa1, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:48:36.570389 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] For port a07de8df-89f6-487d-bbad-4d3dd7eb6aa1, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a07de8df-89f6-487d-bbad-4d3dd7eb6aa1,segment=NetworkSegment(e3f527d2-9529-44d3-907c-354798b8183a),segment_id=e3f527d2-9529-44d3-907c-354798b8183a)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:48:36.611702 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:36.628196 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-30ddd82d-ecc3-484c-940c-383757762a25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:48:36.783012 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Pushing event updated for resources: {'Port': ['ID=a07de8df-89f6-487d-bbad-4d3dd7eb6aa1,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:48:36.788668 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:48:36.823300 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:36.823911 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:36.825515 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] 10.222.0.65 "PUT /v2.0/ports/a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 HTTP/1.1" status: 200 len: 1157 time: 1.3424692 Feb 17 04:48:36.826046 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5732406e-1be4-4905-a414-0632b9c409e0', 'tag': 'a07de8df-89f6-487d-bbad-4d3dd7eb6aa1'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:48:36.875057 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5732406e-1be4-4905-a414-0632b9c409e0', 'tag': 'a07de8df-89f6-487d-bbad-4d3dd7eb6aa1', 'status': 'completed', 'code': 200} Feb 17 04:48:36.967596 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-5321be51-dc4b-461e-8543-e4d111015f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:36.969370 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-5321be51-dc4b-461e-8543-e4d111015f8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd942420055437581a1b130ee712c5a&device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 1160 time: 0.0841327 Feb 17 04:48:37.045677 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-7e79d998-dd2f-4369-bb6b-4d193573b5ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 HTTP/1.1" status: 200 len: 217 time: 0.0675077 Feb 17 04:48:37.119347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-88f44d09-7de2-49a5-9ea2-ecea62b28bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:37.120937 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-88f44d09-7de2-49a5-9ea2-ecea62b28bbd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51cf55e2-51f0-44a7-9b46-f0eb4d682f9a HTTP/1.1" status: 200 len: 855 time: 0.0689678 Feb 17 04:48:37.176328 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-df9d4619-9ccc-46f4-81e1-e417f6c0c7ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=422eabd2-d8bd-4e6c-99db-5450dddec7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488729 Feb 17 04:48:37.182398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b7e749bc-4397-4a1a-b2a1-7f7ccdd9ff69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:37.324130 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-97160b30-2d39-4cb7-9db8-8f96a15ec4ab service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415393 Feb 17 04:48:37.355604 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2904d-71ef-4123-ae9d-a585ecd71ec8 req-cc2909ce-4a8a-40cb-a178-c1337919f40c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:37.357283 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-edf2904d-71ef-4123-ae9d-a585ecd71ec8 req-cc2909ce-4a8a-40cb-a178-c1337919f40c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 943 time: 0.0880871 Feb 17 04:48:37.408221 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-edf2904d-71ef-4123-ae9d-a585ecd71ec8 req-0fb78bd4-080a-48d5-b9fc-f0463e574389 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436697 Feb 17 04:48:37.473683 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9dae07b0-c560-45fa-9e8f-46a1e6459201 req-3b935b37-3994-4606-bd8e-8671b66ba6cf service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1418998 Feb 17 04:48:37.655810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29478e90-8a0c-4b6a-9290-ba33e52a69ed req-e79b2fc1-ff03-4d58-982e-8eaa611d7bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:37.657511 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-29478e90-8a0c-4b6a-9290-ba33e52a69ed req-e79b2fc1-ff03-4d58-982e-8eaa611d7bb3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd942420055437581a1b130ee712c5a&device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 1160 time: 0.0899012 Feb 17 04:48:37.804981 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29478e90-8a0c-4b6a-9290-ba33e52a69ed req-5e95beff-7ba9-41d1-b2d1-a3ab60a3fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:37.806480 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-29478e90-8a0c-4b6a-9290-ba33e52a69ed req-5e95beff-7ba9-41d1-b2d1-a3ab60a3fdc7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=422eabd2-d8bd-4e6c-99db-5450dddec7d3 HTTP/1.1" status: 200 len: 909 time: 0.1422269 Feb 17 04:48:37.880332 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-29478e90-8a0c-4b6a-9290-ba33e52a69ed req-d2d0735a-954a-4301-b3f9-38dec38b57b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 HTTP/1.1" status: 200 len: 217 time: 0.0671930 Feb 17 04:48:37.954030 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29478e90-8a0c-4b6a-9290-ba33e52a69ed req-0bf734eb-bc07-4f13-92b5-7368a89bf5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:37.956245 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-29478e90-8a0c-4b6a-9290-ba33e52a69ed req-0bf734eb-bc07-4f13-92b5-7368a89bf5c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51cf55e2-51f0-44a7-9b46-f0eb4d682f9a HTTP/1.1" status: 200 len: 855 time: 0.0685391 Feb 17 04:48:38.008997 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-29478e90-8a0c-4b6a-9290-ba33e52a69ed req-6e37ccf0-1498-421a-8e42-9702569cbf8b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=422eabd2-d8bd-4e6c-99db-5450dddec7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470037 Feb 17 04:48:38.397914 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-29478e90-8a0c-4b6a-9290-ba33e52a69ed req-0171cf60-6aaa-4417-b5d3-2bc9ee558c25 service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826635 Feb 17 04:48:38.591666 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-29478e90-8a0c-4b6a-9290-ba33e52a69ed req-72effb80-f193-4b80-b662-cdb5dc9038f8 service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1871891 Feb 17 04:48:38.630595 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383fb0e-6150-41b9-9a26-cf9393301b8b req-67cadbab-f9eb-4691-a22e-843121cbd84b tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:38.631346 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-3383fb0e-6150-41b9-9a26-cf9393301b8b req-67cadbab-f9eb-4691-a22e-843121cbd84b tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Synchronizing usage tracker for tenant:6fd942420055437581a1b130ee712c5a on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:48:38.664598 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-3383fb0e-6150-41b9-9a26-cf9393301b8b req-67cadbab-f9eb-4691-a22e-843121cbd84b tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Unset dirty status for tenant:6fd942420055437581a1b130ee712c5a on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:48:38.665834 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3383fb0e-6150-41b9-9a26-cf9393301b8b req-67cadbab-f9eb-4691-a22e-843121cbd84b tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 943 time: 0.1390302 Feb 17 04:48:38.719035 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3383fb0e-6150-41b9-9a26-cf9393301b8b req-7b0dc906-260d-4895-afa6-6858553363bb tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465958 Feb 17 04:48:39.576614 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0dfce57b-1add-431a-93e3-79d8ee8afb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:39.949931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:39.983214 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4aef42-2e73-4e89-9b4f-abf5de54c8c0 req-f624f57f-1740-4c23-8130-465265045590 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:39.984912 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0e4aef42-2e73-4e89-9b4f-abf5de54c8c0 req-f624f57f-1740-4c23-8130-465265045590 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 943 time: 0.1505325 Feb 17 04:48:40.037474 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0e4aef42-2e73-4e89-9b4f-abf5de54c8c0 req-40117b66-d11d-4330-8001-31c4d90c152d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459051 Feb 17 04:48:41.299784 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd472c3-c4a1-46b7-a263-cd99b6c919b1 req-ac0ef2c3-cb5d-4bd1-9c56-60e3b9d3c532 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:41.301360 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1bd472c3-c4a1-46b7-a263-cd99b6c919b1 req-ac0ef2c3-cb5d-4bd1-9c56-60e3b9d3c532 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 943 time: 0.1479328 Feb 17 04:48:41.350727 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1bd472c3-c4a1-46b7-a263-cd99b6c919b1 req-96894064-c653-4aa8-89df-ddb41f1ec89c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430477 Feb 17 04:48:41.407090 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:42.150148 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:42.553508 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4254b-1689-483d-a837-296f55bc5737 req-c7948d95-e2c8-45c0-a43e-4cc1c522c47c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:42.555289 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bea4254b-1689-483d-a837-296f55bc5737 req-c7948d95-e2c8-45c0-a43e-4cc1c522c47c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 943 time: 0.0892780 Feb 17 04:48:42.602787 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bea4254b-1689-483d-a837-296f55bc5737 req-e97eb9fa-4e7b-4267-8c28-3e146323bea4 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Feb 17 04:48:42.881770 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:48:42.978308 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:48:42.983856 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:48:42.984283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:43.111033 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:43.140079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5732406e-1be4-4905-a414-0632b9c409e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07de8df-89f6-487d-bbad-4d3dd7eb6aa1'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:48:43.151291 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port a07de8df-89f6-487d-bbad-4d3dd7eb6aa1, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a07de8df-89f6-487d-bbad-4d3dd7eb6aa1,segment=NetworkSegment(e3f527d2-9529-44d3-907c-354798b8183a),segment_id=e3f527d2-9529-44d3-907c-354798b8183a)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:48:43.189061 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5732406e-1be4-4905-a414-0632b9c409e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07de8df-89f6-487d-bbad-4d3dd7eb6aa1', 'code': 200} Feb 17 04:48:43.190745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:43.192672 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:48:43.263696 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=a07de8df-89f6-487d-bbad-4d3dd7eb6aa1,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:48:43.272698 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.273089 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.273505 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.273883 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.274257 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.274628 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.274995 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.275362 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.275726 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.276092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.276481 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.276834 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.277236 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.277602 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.277966 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.278324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.278684 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.279044 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.279401 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.279764 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.280116 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.280490 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.280854 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.281210 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:43.285674 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:48:43.504300 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ca348-14b1-4faf-bb79-6dcfed2b386e req-c4f59fb5-bf84-431c-8db6-6a512b56a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:43.505914 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5c4ca348-14b1-4faf-bb79-6dcfed2b386e req-c4f59fb5-bf84-431c-8db6-6a512b56a63e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 1162 time: 0.0816150 Feb 17 04:48:43.550154 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5c4ca348-14b1-4faf-bb79-6dcfed2b386e req-5b0300e5-7758-451c-977c-8685c91dfede service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362861 Feb 17 04:48:43.802481 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332845c-68ec-4384-8db5-f8d21b96e572 req-ec13229f-4845-4e48-9edc-c480648ae5da tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:43.804005 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e332845c-68ec-4384-8db5-f8d21b96e572 req-ec13229f-4845-4e48-9edc-c480648ae5da tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 945 time: 0.0895979 Feb 17 04:48:43.851496 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e332845c-68ec-4384-8db5-f8d21b96e572 req-7a35e8f8-9c8b-4e79-95d7-afac849a0f64 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411732 Feb 17 04:48:44.274216 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:48:44.349328 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:48:44.349741 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:45.061307 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6002e28-49c6-4a59-8504-84ffc6ecab31 req-348615cf-efde-41d8-8d06-f32a0e4a9cd1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:45.062948 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f6002e28-49c6-4a59-8504-84ffc6ecab31 req-348615cf-efde-41d8-8d06-f32a0e4a9cd1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 945 time: 0.0901783 Feb 17 04:48:45.112347 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f6002e28-49c6-4a59-8504-84ffc6ecab31 req-64d1d3a6-f164-480c-b457-683f996e7dd3 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414557 Feb 17 04:48:46.309794 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b7c0e-9334-40e6-b851-120b8cdd5144 req-06e2a991-0003-4587-9191-18a803aabdc9 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:46.311304 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-049b7c0e-9334-40e6-b851-120b8cdd5144 req-06e2a991-0003-4587-9191-18a803aabdc9 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 945 time: 0.0860391 Feb 17 04:48:46.360928 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-049b7c0e-9334-40e6-b851-120b8cdd5144 req-995a497f-abef-4847-b923-7c501090efe8 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431712 Feb 17 04:48:52.722053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:48:53.289750 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-a7efb848-2cd9-417e-88ff-fc3be8fdb5d5 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:53.291274 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-a7efb848-2cd9-417e-88ff-fc3be8fdb5d5 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/networks?id=422eabd2-d8bd-4e6c-99db-5450dddec7d3 HTTP/1.1" status: 200 len: 815 time: 0.1571341 Feb 17 04:48:53.307850 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-e7ca14ec-13ee-4913-a620-054cab184378 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/quotas/6fd942420055437581a1b130ee712c5a HTTP/1.1" status: 200 len: 375 time: 0.0102549 Feb 17 04:48:53.398606 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-75044fe4-fdb2-4520-ba08-b13cdd331f87 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fd942420055437581a1b130ee712c5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0852945 Feb 17 04:48:53.410164 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d4c06654-da6b-4e82-95f1-9da87cd1608b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:48:53.411228 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d4c06654-da6b-4e82-95f1-9da87cd1608b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0055475 Feb 17 04:48:53.554807 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-2f640c42-919e-4a53-9273-c3b502e23369 service neutron] 10.222.0.30 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372385 Feb 17 04:48:53.595091 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:53.698937 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-108d825c-2225-4282-af1e-f9ebe46ef0e4 service neutron] 10.222.0.30 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375322 Feb 17 04:48:53.923313 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-59568281-c452-4f9f-aaf8-9aaa103153b7 req-cc94e899-79c6-4d10-9eab-46214dde06a7 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 210 time: 0.0535715 Feb 17 04:48:55.093490 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-287c59c8-ad23-4e22-80eb-19526d7d3a0e req-1169ca48-2ef7-45bf-94de-6947363ccafd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 210 time: 0.0532315 Feb 17 04:48:55.493351 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-fb7f90aa-290d-4f48-9dad-684b001232ce tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:55.494919 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-fb7f90aa-290d-4f48-9dad-684b001232ce tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "GET /v2.0/networks?id=422eabd2-d8bd-4e6c-99db-5450dddec7d3 HTTP/1.1" status: 200 len: 815 time: 0.1636271 Feb 17 04:48:55.511281 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Request body: {'port': {'device_id': '6c309b8f-5381-4dfe-a529-60a9b81b2442', 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3', 'admin_state_up': True, 'tenant_id': '6fd942420055437581a1b130ee712c5a'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:55.661127 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:48:55.671662 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:48:55.709472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Made reservation on behalf of 6fd942420055437581a1b130ee712c5a for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:48:55.715503 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:56.029055 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Allocated IP 172.20.0.11 (422eabd2-d8bd-4e6c-99db-5450dddec7d3/51cf55e2-51f0-44a7-9b46-f0eb4d682f9a/7ea4744b-d2a9-473d-9414-0bb7bc8c76ad) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:48:56.267623 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-724ef566-3165-4f29-9c73-d2fb5d485684 req-bbaea9b4-0914-4698-b1e6-b0cae20b0848 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 210 time: 0.0577087 Feb 17 04:48:56.301495 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:56.382215 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:56.400391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d044f2bb-f95a-4262-9bb7-44fb6bed828b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:48:56.554107 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Pushing event updated for resources: {'Port': ['ID=7ea4744b-d2a9-473d-9414-0bb7bc8c76ad,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:48:56.568581 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.569006 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.569422 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.569835 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.570242 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.570651 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.571056 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.571462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.571870 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.572274 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.572710 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.573113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.573553 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.573952 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.574349 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.574744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.575139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.575536 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.575931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.576328 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.576752 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.577149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.577543 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.577935 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:48:56.582707 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:48:56.623940 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:48:56.625358 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:48:56.628366 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:48:56.694441 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:56.695121 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:56.760217 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2530839 Feb 17 04:48:56.774067 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Request body: {'port': {'device_id': '6c309b8f-5381-4dfe-a529-60a9b81b2442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:48:56.901771 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:57.399112 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e610b2f-1f18-47f3-b22e-92de204e7692 req-6df9b7ed-dd6b-4d56-b2d2-a453ca641eb4 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:57.400805 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1e610b2f-1f18-47f3-b22e-92de204e7692 req-6df9b7ed-dd6b-4d56-b2d2-a453ca641eb4 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.1658492 Feb 17 04:48:57.451000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:48:57.469934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:57.478933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195c674-e124-41ca-b53a-29cfd3423387 req-4bbf6ca6-bbfe-406e-91cc-7b16e2158b8f tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:57.481423 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0195c674-e124-41ca-b53a-29cfd3423387 req-4bbf6ca6-bbfe-406e-91cc-7b16e2158b8f tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 932 time: 0.0947838 Feb 17 04:48:57.493075 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-1e610b2f-1f18-47f3-b22e-92de204e7692 req-6deb6654-88a2-4464-844b-d6dbf9aa060b tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846167 Feb 17 04:48:57.496096 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Transition to ACTIVE for port object 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:48:57.537702 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0195c674-e124-41ca-b53a-29cfd3423387 req-e3fcca8c-e1bd-4501-a93d-78e2e24454d8 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485415 Feb 17 04:48:57.543560 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:57.559649 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ae6481ba-8460-4096-9046-f6f4c0548c08 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:48:57.695062 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Pushing event updated for resources: {'Port': ['ID=7ea4744b-d2a9-473d-9414-0bb7bc8c76ad,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:48:57.711807 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:48:57.884981 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Attempting to bind port 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:48:57.885355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Attempting to bind port 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:48:57.885727 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Attempting to bind port 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad on network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:48:57.891375 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:48:57.891751 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Checking segment: {'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:48:57.892154 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:57.892591 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Bound using segment: {'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:48:57.893098 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Bound port: 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f527d2-9529-44d3-907c-354798b8183a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '422eabd2-d8bd-4e6c-99db-5450dddec7d3'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:48:57.893466 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:57.986072 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] For port 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:48:57.990124 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] For port 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=7ea4744b-d2a9-473d-9414-0bb7bc8c76ad,segment=NetworkSegment(e3f527d2-9529-44d3-907c-354798b8183a),segment_id=e3f527d2-9529-44d3-907c-354798b8183a)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:48:58.058707 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:58.075554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:48:58.234099 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Pushing event updated for resources: {'Port': ['ID=7ea4744b-d2a9-473d-9414-0bb7bc8c76ad,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:48:58.240295 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:48:58.274136 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:58.274941 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:58.276337 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] 10.222.0.65 "PUT /v2.0/ports/7ea4744b-d2a9-473d-9414-0bb7bc8c76ad HTTP/1.1" status: 200 len: 1158 time: 1.5071816 Feb 17 04:48:58.276894 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c309b8f-5381-4dfe-a529-60a9b81b2442', 'tag': '7ea4744b-d2a9-473d-9414-0bb7bc8c76ad'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:48:58.327387 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c309b8f-5381-4dfe-a529-60a9b81b2442', 'tag': '7ea4744b-d2a9-473d-9414-0bb7bc8c76ad', 'status': 'completed', 'code': 200} Feb 17 04:48:58.420014 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-b3ad3be6-87ef-4cac-81e8-2305ccb543d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:58.421715 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-b3ad3be6-87ef-4cac-81e8-2305ccb543d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd942420055437581a1b130ee712c5a&device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 1161 time: 0.0794034 Feb 17 04:48:58.505830 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-6774e96e-fa65-45e3-b979-14d67a72c768 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea4744b-d2a9-473d-9414-0bb7bc8c76ad HTTP/1.1" status: 200 len: 217 time: 0.0690508 Feb 17 04:48:58.577363 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-6b3fc38d-e640-47d3-8fcc-87b2a5ac0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:58.578992 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-6b3fc38d-e640-47d3-8fcc-87b2a5ac0fe2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51cf55e2-51f0-44a7-9b46-f0eb4d682f9a HTTP/1.1" status: 200 len: 855 time: 0.0664315 Feb 17 04:48:58.637907 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-8308cc15-0bb0-43e7-9e5e-bfdbeeacab4c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=422eabd2-d8bd-4e6c-99db-5450dddec7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513995 Feb 17 04:48:58.714210 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34381d7f-f25c-4e05-8246-ed4e4d500aca req-8b5c4234-801d-4b3a-b941-177f317f69c1 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:58.715840 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-34381d7f-f25c-4e05-8246-ed4e4d500aca req-8b5c4234-801d-4b3a-b941-177f317f69c1 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0995517 Feb 17 04:48:58.767932 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-34381d7f-f25c-4e05-8246-ed4e4d500aca req-109c6169-c96f-4a8d-8c70-29700ff46175 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448656 Feb 17 04:48:59.164033 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-b4193c83-708e-452a-8ebc-998e2ed6a81c service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165963 Feb 17 04:48:59.171358 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb80e73-05fc-470f-b537-0e5996e0934f req-ed65e369-b560-43ba-a663-b2813298c568 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:59.172092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-deb80e73-05fc-470f-b537-0e5996e0934f req-ed65e369-b560-43ba-a663-b2813298c568 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Synchronizing usage tracker for tenant:6fd942420055437581a1b130ee712c5a on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:48:59.320353 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-bd6b5280-c708-438f-adaf-5260a3c29a64 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:59.321998 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-bd6b5280-c708-438f-adaf-5260a3c29a64 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.2369816 Feb 17 04:48:59.329058 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-deb80e73-05fc-470f-b537-0e5996e0934f req-ed65e369-b560-43ba-a663-b2813298c568 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Unset dirty status for tenant:6fd942420055437581a1b130ee712c5a on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:48:59.330778 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-deb80e73-05fc-470f-b537-0e5996e0934f req-ed65e369-b560-43ba-a663-b2813298c568 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 944 time: 0.6532147 Feb 17 04:48:59.420946 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-62c92f5c-da50-402e-b93b-1301d0d96c80 req-38c7db50-b954-4c2d-a198-3e115b811cd4 service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2441838 Feb 17 04:48:59.457869 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Deleting port c7d42691-92b2-4ed6-a765-b7801af67b32 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:48:59.458252 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:59.494069 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-deb80e73-05fc-470f-b537-0e5996e0934f req-faeef9a3-09d8-4743-924a-a1c441d44002 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121027 Feb 17 04:48:59.740636 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bef3c8-1bf1-47de-842a-1bece6aa9717 req-34ae3979-40a3-4f8a-815b-6ecec4a54d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:59.742192 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d2bef3c8-1bf1-47de-842a-1bece6aa9717 req-34ae3979-40a3-4f8a-815b-6ecec4a54d87 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd942420055437581a1b130ee712c5a&device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 1161 time: 0.2405009 Feb 17 04:48:59.892712 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] For port c7d42691-92b2-4ed6-a765-b7801af67b32, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c7d42691-92b2-4ed6-a765-b7801af67b32,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:48:59.893630 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:48:59.988267 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e488035-c751-43f6-8310-978e02122689 req-84996b64-4a1e-4206-af73-328d31914f19 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:48:59.989945 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e488035-c751-43f6-8310-978e02122689 req-84996b64-4a1e-4206-af73-328d31914f19 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 946 time: 0.0993743 Feb 17 04:49:00.032040 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bef3c8-1bf1-47de-842a-1bece6aa9717 req-375ba917-b3cd-4d91-86ba-ba4347d659c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:00.033771 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d2bef3c8-1bf1-47de-842a-1bece6aa9717 req-375ba917-b3cd-4d91-86ba-ba4347d659c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=422eabd2-d8bd-4e6c-99db-5450dddec7d3 HTTP/1.1" status: 200 len: 909 time: 0.2831869 Feb 17 04:49:00.040466 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5e488035-c751-43f6-8310-978e02122689 req-1b86a20a-1e38-40d6-8890-cb29ef63dc09 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429704 Feb 17 04:49:00.179182 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d2bef3c8-1bf1-47de-842a-1bece6aa9717 req-ccb06205-448b-4ae0-a13a-45c8218e0b07 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ea4744b-d2a9-473d-9414-0bb7bc8c76ad HTTP/1.1" status: 200 len: 217 time: 0.0849979 Feb 17 04:49:00.317550 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device c7d42691-92b2-4ed6-a765-b7801af67b32 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:49:00.353127 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bef3c8-1bf1-47de-842a-1bece6aa9717 req-563f1b4e-06e7-4531-9677-a72b58575570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:00.354733 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d2bef3c8-1bf1-47de-842a-1bece6aa9717 req-563f1b4e-06e7-4531-9677-a72b58575570 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51cf55e2-51f0-44a7-9b46-f0eb4d682f9a HTTP/1.1" status: 200 len: 855 time: 0.1679251 Feb 17 04:49:00.405690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:00.406107 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:00.406463 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_db [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Floating IP 48420374-0fe6-4014-b1fe-7d0f84879f09 disassociated. External IP: 172.28.1.56, port: c7d42691-92b2-4ed6-a765-b7801af67b32. Feb 17 04:49:00.406874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Calling delete_port for c7d42691-92b2-4ed6-a765-b7801af67b32 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:49:00.436344 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:00.457286 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d2bef3c8-1bf1-47de-842a-1bece6aa9717 req-50d4d0a5-189a-4d56-a09c-3ae4f3f27d05 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=422eabd2-d8bd-4e6c-99db-5450dddec7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919654 Feb 17 04:49:00.466885 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7d42691-92b2-4ed6-a765-b7801af67b32'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:49:00.475306 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [req-d2bef3c8-1bf1-47de-842a-1bece6aa9717 req-7ce26af4-f7f5-4809-a587-81d63eabb383 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:49:00.476415 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d2bef3c8-1bf1-47de-842a-1bece6aa9717 req-7ce26af4-f7f5-4809-a587-81d63eabb383 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061746 Feb 17 04:49:00.477892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port c7d42691-92b2-4ed6-a765-b7801af67b32, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c7d42691-92b2-4ed6-a765-b7801af67b32,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:00.520272 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7d42691-92b2-4ed6-a765-b7801af67b32', 'code': 200} Feb 17 04:49:00.536081 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:00.538000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:00.613061 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=c7d42691-92b2-4ed6-a765-b7801af67b32,revision_number=7']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:00.613546 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:00.638585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:49:00.638953 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:49:00.644626 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d2bef3c8-1bf1-47de-842a-1bece6aa9717 req-5511164b-f440-4861-945f-eb2aa160e739 service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589885 Feb 17 04:49:00.708281 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aa0e6-a1da-482e-8ec4-bc7089dec43f req-32719937-5e82-4fa5-b92b-0b1e472cf582 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:00.709944 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9a0aa0e6-a1da-482e-8ec4-bc7089dec43f req-32719937-5e82-4fa5-b92b-0b1e472cf582 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 944 time: 0.1000941 Feb 17 04:49:00.757201 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9a0aa0e6-a1da-482e-8ec4-bc7089dec43f req-a63751e3-06cd-43f7-a3c6-23f3c2e9644f tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408611 Feb 17 04:49:00.793753 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d2bef3c8-1bf1-47de-842a-1bece6aa9717 req-5e96a665-72de-4129-91a2-eaebc3e4d470 service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1425178 Feb 17 04:49:01.140672 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Deleting port c7d42691-92b2-4ed6-a765-b7801af67b32 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:49:01.141083 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:01.414649 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d360ac6-15d3-445f-9898-fd468dbddfb4 req-14a1dab8-8193-4702-99f6-d8639fd89e39 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:01.416258 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0d360ac6-15d3-445f-9898-fd468dbddfb4 req-14a1dab8-8193-4702-99f6-d8639fd89e39 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 944 time: 0.2476299 Feb 17 04:49:01.497622 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0d360ac6-15d3-445f-9898-fd468dbddfb4 req-b8271bcd-44a0-412d-8c11-70f66a9ec915 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd6b3cb6-157a-4969-adb0-cffea553407b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721109 Feb 17 04:49:01.528485 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] For port c7d42691-92b2-4ed6-a765-b7801af67b32, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c7d42691-92b2-4ed6-a765-b7801af67b32,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:01.528892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:01.841868 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:01.842290 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:01.842655 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_db [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Floating IP 48420374-0fe6-4014-b1fe-7d0f84879f09 disassociated. External IP: 172.28.1.56, port: c7d42691-92b2-4ed6-a765-b7801af67b32. Feb 17 04:49:01.843047 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Calling delete_port for c7d42691-92b2-4ed6-a765-b7801af67b32 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:49:01.954611 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b01f5-adaf-4e7d-be46-cb4c315585c9 req-3c478dab-e4bf-429f-a102-6d416ff6024c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:01.956221 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d11b01f5-adaf-4e7d-be46-cb4c315585c9 req-3c478dab-e4bf-429f-a102-6d416ff6024c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 944 time: 0.0854962 Feb 17 04:49:02.008399 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d11b01f5-adaf-4e7d-be46-cb4c315585c9 req-258dbcae-46c6-41b5-ba10-c72e74db6edb tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457442 Feb 17 04:49:02.045079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:02.061176 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:02.160228 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event deleted for resources: {'Port': ['ID=c7d42691-92b2-4ed6-a765-b7801af67b32,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:02.170388 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:02.689078 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8becfe67-9121-4553-b7ca-16a93f24e864 req-5e47701d-7124-47d1-941a-6752eb06c3c0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d HTTP/1.1" status: 200 len: 210 time: 0.0594218 Feb 17 04:49:02.728575 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Router b4145734-9e5e-49fb-957c-5a0f8d1f4381 has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:49:02.924639 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:49:02.934263 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f61780-ece8-445d-8fcf-df4b0fa51e6f None None] Sync routers for ids ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:49:02.944305 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f61780-ece8-445d-8fcf-df4b0fa51e6f None None] Routers {'b4145734-9e5e-49fb-957c-5a0f8d1f4381'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:49:02.945070 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-87f61780-ece8-445d-8fcf-df4b0fa51e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:48:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:49:02.964859 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] No DVR routers for this DVR port c7d42691-92b2-4ed6-a765-b7801af67b32 on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:49:02.967254 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:02.970509 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'name': 'network-vif-deleted', 'tag': 'c7d42691-92b2-4ed6-a765-b7801af67b32'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:49:03.012566 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6d2d180a-7885-4a70-8db1-dc899f8ba095 req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.65 "DELETE /v2.0/ports/c7d42691-92b2-4ed6-a765-b7801af67b32 HTTP/1.1" status: 204 len: 173 time: 3.6780574 Feb 17 04:49:03.029132 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6f72eb-a8bc-4e2b-a12f-1e0dab5ed39d', 'name': 'network-vif-deleted', 'tag': 'c7d42691-92b2-4ed6-a765-b7801af67b32', 'status': 'completed', 'code': 200} Feb 17 04:49:03.148037 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-87f61780-ece8-445d-8fcf-df4b0fa51e6f None None] Set router b4145734-9e5e-49fb-957c-5a0f8d1f4381 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:49:03.212671 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea357c2-1d3c-4746-a1f6-16cc94802479 req-23b3911f-0749-4803-836d-f1093574ce77 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:03.214305 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0ea357c2-1d3c-4746-a1f6-16cc94802479 req-23b3911f-0749-4803-836d-f1093574ce77 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 944 time: 0.0907934 Feb 17 04:49:03.269215 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0ea357c2-1d3c-4746-a1f6-16cc94802479 req-35b9a9be-3ba8-40e0-b2ac-c24672421481 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472116 Feb 17 04:49:03.479440 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-87f61780-ece8-445d-8fcf-df4b0fa51e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:04Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '675d1fed-f79d-4ba6-8626-b36c7948fe67', 'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'mac_address': 'fa:16:3e:4f:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:59Z', 'updated_at': '2021-02-17T04:39:20Z', 'revision_number': 5, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'subnets': [{'id': '74b38920-b506-4cd3-87a7-221a55afe365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:49:03.483422 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f61780-ece8-445d-8fcf-df4b0fa51e6f None None] Checking router: b4145734-9e5e-49fb-957c-5a0f8d1f4381 for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:49:03.492944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f61780-ece8-445d-8fcf-df4b0fa51e6f None None] Routers {'b4145734-9e5e-49fb-957c-5a0f8d1f4381'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:49:03.493596 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-87f61780-ece8-445d-8fcf-df4b0fa51e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:48:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:49:03.684855 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-87f61780-ece8-445d-8fcf-df4b0fa51e6f None None] Set router b4145734-9e5e-49fb-957c-5a0f8d1f4381 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:49:03.882504 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57048) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:03.952158 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9f4df79e-2529-4a79-8bd2-b6cba5e34733 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:03.984421 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9f4df79e-2529-4a79-8bd2-b6cba5e34733 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:04.018360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-87f61780-ece8-445d-8fcf-df4b0fa51e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:04Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '675d1fed-f79d-4ba6-8626-b36c7948fe67', 'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'mac_address': 'fa:16:3e:4f:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:59Z', 'updated_at': '2021-02-17T04:39:20Z', 'revision_number': 5, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'subnets': [{'id': '74b38920-b506-4cd3-87a7-221a55afe365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:49:04.022632 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f61780-ece8-445d-8fcf-df4b0fa51e6f None None] The sync data for ids ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'] in dv-cinder-759987-4-smb is: [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:39:04Z', 'revision_number': 4, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '675d1fed-f79d-4ba6-8626-b36c7948fe67', 'name': '', 'network_id': '2d7a82db-0693-4b36-bdf2-4e1d79993092', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'mac_address': 'fa:16:3e:4f:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '74b38920-b506-4cd3-87a7-221a55afe365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:59Z', 'updated_at': '2021-02-17T04:39:20Z', 'revision_number': 5, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'subnets': [{'id': '74b38920-b506-4cd3-87a7-221a55afe365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:49:04.172179 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9f4df79e-2529-4a79-8bd2-b6cba5e34733 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:04.178125 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-eba24059-34a9-4be4-ad70-8517b6501a14 tempest-VolumesNegativeTest-1728054793 tempest-VolumesNegativeTest-1728054793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:04.195254 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4df79e-2529-4a79-8bd2-b6cba5e34733 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6b3cb6-157a-4969-adb0-cffea553407b,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:04.197920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9f4df79e-2529-4a79-8bd2-b6cba5e34733 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:04.232607 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9f4df79e-2529-4a79-8bd2-b6cba5e34733 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:04.233876 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-9f4df79e-2529-4a79-8bd2-b6cba5e34733 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "DELETE /v2.0/security-groups/cd6b3cb6-157a-4969-adb0-cffea553407b HTTP/1.1" status: 204 len: 168 time: 0.3501630 Feb 17 04:49:04.236798 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57052) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:04.254385 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.api.v2.resource [None req-733b5720-ec98-45f5-9da4-63bbe2346268 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] show failed (client error): The resource could not be found. Feb 17 04:49:04.255431 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-733b5720-ec98-45f5-9da4-63bbe2346268 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "GET /v2.0/security-groups/cd6b3cb6-157a-4969-adb0-cffea553407b HTTP/1.1" status: 404 len: 347 time: 0.0176539 Feb 17 04:49:04.258470 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57056) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:04.436416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e6965e-71dc-4af2-9ae4-8709eaf866bb None None] New status for floating IP 48420374-0fe6-4014-b1fe-7d0f84879f09: DOWN {{(pid=84104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:49:04.440698 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Deleting port 9f7b0d3d-747a-4201-a1e8-9c3ccebe4bad {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:49:04.441094 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:04.474584 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1bcab-26a7-4cf0-ba60-e2e82401e399 req-a448ed83-77f2-45f2-8911-b9a70b2fa4f0 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:04.476227 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-80b1bcab-26a7-4cf0-ba60-e2e82401e399 req-a448ed83-77f2-45f2-8911-b9a70b2fa4f0 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 944 time: 0.0921760 Feb 17 04:49:04.526144 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-80b1bcab-26a7-4cf0-ba60-e2e82401e399 req-4e13f2ba-62f4-4c07-b9d1-c54d77fe0cfa tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429330 Feb 17 04:49:04.627889 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:04.628260 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:04.765635 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Calling delete_port for 9f7b0d3d-747a-4201-a1e8-9c3ccebe4bad owned by network:floatingip {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:49:04.881083 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:49:04.881475 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:49:05.002780 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:49:05.109328 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:49:05.114740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:49:05.115172 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:05.239893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:05.268049 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c309b8f-5381-4dfe-a529-60a9b81b2442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea4744b-d2a9-473d-9414-0bb7bc8c76ad'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:49:05.279073 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=7ea4744b-d2a9-473d-9414-0bb7bc8c76ad,segment=NetworkSegment(e3f527d2-9529-44d3-907c-354798b8183a),segment_id=e3f527d2-9529-44d3-907c-354798b8183a)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:05.309407 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:05.311434 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-36f44e91-316c-4732-a085-fab430592a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:05.344026 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c309b8f-5381-4dfe-a529-60a9b81b2442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea4744b-d2a9-473d-9414-0bb7bc8c76ad', 'code': 200} Feb 17 04:49:05.389160 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Deleting port 9f7b0d3d-747a-4201-a1e8-9c3ccebe4bad {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:49:05.389160 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:05.389488 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=7ea4744b-d2a9-473d-9414-0bb7bc8c76ad,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:05.389488 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:05.619207 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:05.619573 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:05.729056 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97065baf-515b-41ca-af68-7587832d6379 req-9a68d07b-9a4e-470b-aca4-6072c9353662 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:05.730591 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-97065baf-515b-41ca-af68-7587832d6379 req-9a68d07b-9a4e-470b-aca4-6072c9353662 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 946 time: 0.0904329 Feb 17 04:49:05.757453 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Calling delete_port for 9f7b0d3d-747a-4201-a1e8-9c3ccebe4bad owned by network:floatingip {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:49:05.779705 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-97065baf-515b-41ca-af68-7587832d6379 req-fc4c6d1b-4f2d-468e-8618-0a15bb8bdffe tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414667 Feb 17 04:49:05.831692 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83070b26-be8d-4849-8cc7-63b9966d8fb7 req-38834144-003d-419b-8a72-5a1b314a7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:05.833360 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83070b26-be8d-4849-8cc7-63b9966d8fb7 req-38834144-003d-419b-8a72-5a1b314a7a74 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 1163 time: 0.2906678 Feb 17 04:49:05.895378 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-83070b26-be8d-4849-8cc7-63b9966d8fb7 req-a17ed210-62d7-4de5-ab9a-2800843b7b60 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526192 Feb 17 04:49:05.971790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:05.988032 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-03947425-95f6-47d1-a47b-2823c94941b1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:06.091400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Pushing event deleted for resources: {'Port': ['ID=9f7b0d3d-747a-4201-a1e8-9c3ccebe4bad,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:06.096231 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:06.212818 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks [] for floatingip, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:06.227226 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:06.228429 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] 10.222.0.30 "DELETE /v2.0/floatingips/48420374-0fe6-4014-b1fe-7d0f84879f09 HTTP/1.1" status: 204 len: 168 time: 1.9690199 Feb 17 04:49:06.434128 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:49:06.515894 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:49:06.515894 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:06.986171 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e2814-bc22-40cf-acea-da6f8961866d req-f49dd6d4-6cf2-426c-8d5f-f242875f3a2b tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:06.988001 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4c8e2814-bc22-40cf-acea-da6f8961866d req-f49dd6d4-6cf2-426c-8d5f-f242875f3a2b tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 946 time: 0.0890791 Feb 17 04:49:07.037295 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4c8e2814-bc22-40cf-acea-da6f8961866d req-c9a45116-7e57-4a73-8d73-193a7cc5e1c1 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Feb 17 04:49:07.166040 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3514168c-11c4-47b6-9533-ebe5823710b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:08.236487 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d3637-b02a-4d0a-901f-27183352d55a req-f1c343da-8ed8-4738-b6c2-9e1d4e128051 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:08.238126 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ac4d3637-b02a-4d0a-901f-27183352d55a req-f1c343da-8ed8-4738-b6c2-9e1d4e128051 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 946 time: 0.0875022 Feb 17 04:49:08.285795 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ac4d3637-b02a-4d0a-901f-27183352d55a req-b0721367-f429-4629-96a5-7174f83651b0 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409842 Feb 17 04:49:09.165724 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57096) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:09.583679 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c7f7d568-d2fc-46b9-838a-8fb36dfd015e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:09.801009 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a7691e86-400e-4fed-ac0e-03b5e271a582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850971255'] for router_interface, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:09.955784 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:10.187377 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-a7691e86-400e-4fed-ac0e-03b5e271a582 admin admin] Deleting port 675d1fed-f79d-4ba6-8626-b36c7948fe67 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:49:10.187768 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a7691e86-400e-4fed-ac0e-03b5e271a582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:10.619170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-a7691e86-400e-4fed-ac0e-03b5e271a582 admin admin] For port 675d1fed-f79d-4ba6-8626-b36c7948fe67, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=675d1fed-f79d-4ba6-8626-b36c7948fe67,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:10.619628 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a7691e86-400e-4fed-ac0e-03b5e271a582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:10.756248 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-a7691e86-400e-4fed-ac0e-03b5e271a582 admin admin] Calling delete_port for 675d1fed-f79d-4ba6-8626-b36c7948fe67 owned by network:router_interface {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:49:10.960270 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a7691e86-400e-4fed-ac0e-03b5e271a582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:10.976834 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-fef2d315-e081-4826-9d2e-952d27ccb225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:11.073846 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7691e86-400e-4fed-ac0e-03b5e271a582 admin admin] Pushing event deleted for resources: {'Port': ['ID=675d1fed-f79d-4ba6-8626-b36c7948fe67,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:11.089293 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a7691e86-400e-4fed-ac0e-03b5e271a582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:11.397518 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a7691e86-400e-4fed-ac0e-03b5e271a582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850971161'] for router_interface, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:11.410233 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:11.912541 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7691e86-400e-4fed-ac0e-03b5e271a582 admin admin] Router b4145734-9e5e-49fb-957c-5a0f8d1f4381 has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:49:12.106555 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7691e86-400e-4fed-ac0e-03b5e271a582 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:49:12.123921 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-a7691e86-400e-4fed-ac0e-03b5e271a582 admin admin] 10.222.0.30 "PUT /v2.0/routers/b4145734-9e5e-49fb-957c-5a0f8d1f4381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9566684 Feb 17 04:49:12.126525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57116) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:12.135799 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4f754-572c-4894-9d52-355441ae5bc6 None None] Sync routers for ids ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:49:12.149161 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:12.149999 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4f754-572c-4894-9d52-355441ae5bc6 None None] Routers {'b4145734-9e5e-49fb-957c-5a0f8d1f4381'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:49:12.150682 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-13b4f754-572c-4894-9d52-355441ae5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:49:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:49:12.323412 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-521f1fa7-0f27-4d8e-b384-fc23b00c066c admin admin] Notify callbacks [] for router, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:12.512291 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-13b4f754-572c-4894-9d52-355441ae5bc6 None None] Set router b4145734-9e5e-49fb-957c-5a0f8d1f4381 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:49:12.519458 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-521f1fa7-0f27-4d8e-b384-fc23b00c066c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:12.524850 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-521f1fa7-0f27-4d8e-b384-fc23b00c066c admin admin] Deleting port c59778a7-26cf-4c60-9ec5-1e06761b2fb1 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:49:12.525226 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-521f1fa7-0f27-4d8e-b384-fc23b00c066c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:12.709987 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-521f1fa7-0f27-4d8e-b384-fc23b00c066c admin admin] For port c59778a7-26cf-4c60-9ec5-1e06761b2fb1, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=c59778a7-26cf-4c60-9ec5-1e06761b2fb1,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:12.710394 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-521f1fa7-0f27-4d8e-b384-fc23b00c066c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:12.824474 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-13b4f754-572c-4894-9d52-355441ae5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:49:10Z', 'revision_number': 5, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:49:12.829333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4f754-572c-4894-9d52-355441ae5bc6 None None] Checking router: b4145734-9e5e-49fb-957c-5a0f8d1f4381 for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:49:12.840050 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4f754-572c-4894-9d52-355441ae5bc6 None None] Routers {'b4145734-9e5e-49fb-957c-5a0f8d1f4381'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:49:12.840787 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-13b4f754-572c-4894-9d52-355441ae5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:49:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:49:13.046583 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-13b4f754-572c-4894-9d52-355441ae5bc6 None None] Set router b4145734-9e5e-49fb-957c-5a0f8d1f4381 gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:49:13.097177 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-521f1fa7-0f27-4d8e-b384-fc23b00c066c admin admin] Calling delete_port for c59778a7-26cf-4c60-9ec5-1e06761b2fb1 owned by network:router_gateway {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:49:13.315805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-521f1fa7-0f27-4d8e-b384-fc23b00c066c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:13.365061 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-13b4f754-572c-4894-9d52-355441ae5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:49:10Z', 'revision_number': 5, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:49:13.369587 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b4f754-572c-4894-9d52-355441ae5bc6 None None] The sync data for ids ['b4145734-9e5e-49fb-957c-5a0f8d1f4381'] in dv-cinder-759987-4-smb is: [{'id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'name': 'tempest-AttachVolumeShelveTestJSON-1711145997-router', 'tenant_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:38:46Z', 'updated_at': '2021-02-17T04:49:10Z', 'revision_number': 5, 'project_id': 'e7c53efcaba64d5fbc9bc8dc9f07643c', 'gw_port': {'id': 'c59778a7-26cf-4c60-9ec5-1e06761b2fb1', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:b4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145734-9e5e-49fb-957c-5a0f8d1f4381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:38:49Z', 'updated_at': '2021-02-17T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:49:13.515150 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-521f1fa7-0f27-4d8e-b384-fc23b00c066c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850914901'] for router_gateway, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:13.553207 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 675d1fed-f79d-4ba6-8626-b36c7948fe67 no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:49:13.595834 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: 675d1fed-f79d-4ba6-8626-b36c7948fe67 {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:49:13.596239 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 675d1fed-f79d-4ba6-8626-b36c7948fe67 not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:49:13.678446 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-521f1fa7-0f27-4d8e-b384-fc23b00c066c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850968541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13242'] for router, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:13.681095 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-521f1fa7-0f27-4d8e-b384-fc23b00c066c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:13.789078 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-521f1fa7-0f27-4d8e-b384-fc23b00c066c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850968831'] for router, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:13.789670 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521f1fa7-0f27-4d8e-b384-fc23b00c066c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4145734-9e5e-49fb-957c-5a0f8d1f4381 {{(pid=84102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:49:13.803390 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-521f1fa7-0f27-4d8e-b384-fc23b00c066c admin admin] Notify callbacks [] for router, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:13.804682 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-521f1fa7-0f27-4d8e-b384-fc23b00c066c admin admin] 10.222.0.30 "DELETE /v2.0/routers/b4145734-9e5e-49fb-957c-5a0f8d1f4381 HTTP/1.1" status: 204 len: 168 time: 1.6764877 Feb 17 04:49:13.807480 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57134) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:13.876223 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afd0589-f772-4698-bf32-7d81490cddcb admin admin] Deleting subnet 74b38920-b506-4cd3-87a7-221a55afe365 {{(pid=84102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:49:13.879441 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3afd0589-f772-4698-bf32-7d81490cddcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:13.935225 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3afd0589-f772-4698-bf32-7d81490cddcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853075584'] for subnet, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:14.024880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3afd0589-f772-4698-bf32-7d81490cddcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851242243'] for subnet, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:14.326720 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3afd0589-f772-4698-bf32-7d81490cddcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854083938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826626334'] for subnet, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:14.342862 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:14.436630 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd0589-f772-4698-bf32-7d81490cddcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b38920-b506-4cd3-87a7-221a55afe365,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:14.441293 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3afd0589-f772-4698-bf32-7d81490cddcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:14.477266 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3afd0589-f772-4698-bf32-7d81490cddcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:14.485705 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6237d00d-55d3-485a-b448-23aaf5eb780e None None] Network 2d7a82db-0693-4b36-bdf2-4e1d79993092 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:49:14.485985 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-3afd0589-f772-4698-bf32-7d81490cddcb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/74b38920-b506-4cd3-87a7-221a55afe365 HTTP/1.1" status: 204 len: 168 time: 0.6747909 Feb 17 04:49:14.485985 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57138) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:14.604376 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854052385'] for network, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:14.679355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Deleting port 36e42486-6d41-4c66-8eab-7957f8f14ad2 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:49:14.679745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:14.750777 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f108c7f1-ba1a-46af-b38e-88b2589a3e4d None None] DHCP port deletion for 2d7a82db-0693-4b36-bdf2-4e1d79993092 request from dv-cinder-759987-4-smb {{(pid=84103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:49:14.756046 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-f108c7f1-ba1a-46af-b38e-88b2589a3e4d None None] Deleting port 36e42486-6d41-4c66-8eab-7957f8f14ad2 {{(pid=84103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:49:14.756628 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f108c7f1-ba1a-46af-b38e-88b2589a3e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:14.919972 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] For port 36e42486-6d41-4c66-8eab-7957f8f14ad2, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=36e42486-6d41-4c66-8eab-7957f8f14ad2,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:14.920378 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:14.984215 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-f108c7f1-ba1a-46af-b38e-88b2589a3e4d None None] For port 36e42486-6d41-4c66-8eab-7957f8f14ad2, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=36e42486-6d41-4c66-8eab-7957f8f14ad2,segment=NetworkSegment(46eac2f1-206b-40d9-8b8a-acf2b2984c2f),segment_id=46eac2f1-206b-40d9-8b8a-acf2b2984c2f)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:14.984639 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f108c7f1-ba1a-46af-b38e-88b2589a3e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:15.060264 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Calling delete_port for 36e42486-6d41-4c66-8eab-7957f8f14ad2 owned by network:dhcp {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:49:15.123104 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-f108c7f1-ba1a-46af-b38e-88b2589a3e4d None None] Calling delete_port for 36e42486-6d41-4c66-8eab-7957f8f14ad2 owned by network:dhcp {{(pid=84103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:49:15.177978 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:15.194232 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8c4d95b2-0c52-4e26-a948-0189c934bdda tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:15.201840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [None req-f108c7f1-ba1a-46af-b38e-88b2589a3e4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84103) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:49:15.202268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [None req-f108c7f1-ba1a-46af-b38e-88b2589a3e4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:49:15.299776 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e42486-6d41-4c66-8eab-7957f8f14ad2,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:15.304680 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:15.340382 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] No DVR routers for this DVR port 36e42486-6d41-4c66-8eab-7957f8f14ad2 on host dv-cinder-759987-4-smb {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:49:15.463315 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851244700', 'neutron.services.segments.db._delete_segments_for_network-8743200863210'] for network, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:15.579664 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7a82db-0693-4b36-bdf2-4e1d79993092']}} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:49:15.590651 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device c59778a7-26cf-4c60-9ec5-1e06761b2fb1 no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:49:15.593998 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46eac2f1-206b-40d9-8b8a-acf2b2984c2f') {'for_net_delete': True} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:49:15.594343 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46eac2f1-206b-40d9-8b8a-acf2b2984c2f') {} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:49:15.606645 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293653907196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1700248'] for segment, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:15.621531 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:15.623590 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:49:15.628013 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: c59778a7-26cf-4c60-9ec5-1e06761b2fb1 {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:49:15.628405 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device c59778a7-26cf-4c60-9ec5-1e06761b2fb1 not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:49:15.628901 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 36e42486-6d41-4c66-8eab-7957f8f14ad2 no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:49:15.663788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: 36e42486-6d41-4c66-8eab-7957f8f14ad2 {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:49:15.664189 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 36e42486-6d41-4c66-8eab-7957f8f14ad2 not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:49:15.703571 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-f108c7f1-ba1a-46af-b38e-88b2589a3e4d None None] Deleting port 36e42486-6d41-4c66-8eab-7957f8f14ad2 {{(pid=84103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:49:15.704000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f108c7f1-ba1a-46af-b38e-88b2589a3e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:15.776744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-f108c7f1-ba1a-46af-b38e-88b2589a3e4d None None] The port '36e42486-6d41-4c66-8eab-7957f8f14ad2' was deleted {{(pid=84103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:49:15.808666 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Network 2d7a82db-0693-4b36-bdf2-4e1d79993092 has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:49:15.818463 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851238932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-691297'] for segment, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:15.997065 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Network 2d7a82db-0693-4b36-bdf2-4e1d79993092 has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: Traceback (most recent call last): Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: timer() Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: cb(*args, **kw) Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: return func(*args, **kwargs) Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: self._notify() Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: self.callback(batched_events) Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: event.method(event) Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: segment_id)['aggregates'][0] Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: return f(self, *a, **k) Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: return self._get(url).json() Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: **kwargs) Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: return self.request(url, 'GET', **kwargs) Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: **endpoint_filter) Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:49:16.020621 dv-cinder-759987-4-smb neutron-server[83988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:49:16.126445 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857043'] for network, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:16.131168 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-cec83a58-01d4-4e49-bcd5-4eeae394eaad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:16.145634 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:16.157655 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d7a82db-0693-4b36-bdf2-4e1d79993092,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:16.161770 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:16.199323 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2d7a82db-0693-4b36-bdf2-4e1d79993092 HTTP/1.1" status: 204 len: 168 time: 1.7120807 Feb 17 04:49:16.430139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57156) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:16.533914 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-bbce1e84-cdb7-4edd-956d-4945545c3510 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7c53efcaba64d5fbc9bc8dc9f07643c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1017067 Feb 17 04:49:16.536582 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57160) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:16.569648 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb8f5d-e5bf-46f5-8e60-bf49f826aa32 req-10b9452f-2ee9-473b-9ed4-f242df4ec512 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:16.571257 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60eb8f5d-e5bf-46f5-8e60-bf49f826aa32 req-10b9452f-2ee9-473b-9ed4-f242df4ec512 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 946 time: 0.1037362 Feb 17 04:49:16.600908 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-623fdf21-0a3f-40ea-82b6-70586a9f226e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:16.619898 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-60eb8f5d-e5bf-46f5-8e60-bf49f826aa32 req-cee8f362-aff0-488f-a2b6-f8f548dd790e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419459 Feb 17 04:49:16.632911 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-623fdf21-0a3f-40ea-82b6-70586a9f226e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:16.760119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-623fdf21-0a3f-40ea-82b6-70586a9f226e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:16.765277 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:16.779565 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fdf21-0a3f-40ea-82b6-70586a9f226e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260e3c32-654a-44cf-89a8-2dea453cdccb,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:16.782329 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-623fdf21-0a3f-40ea-82b6-70586a9f226e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:16.789007 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-623fdf21-0a3f-40ea-82b6-70586a9f226e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:16.790271 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-623fdf21-0a3f-40ea-82b6-70586a9f226e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/260e3c32-654a-44cf-89a8-2dea453cdccb HTTP/1.1" status: 204 len: 168 time: 0.2525430 Feb 17 04:49:17.824285 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1674b-a238-4f2d-90aa-9e8c1d1b0545 req-6d7ca60a-7c17-4d3e-a7ae-7295cbfc37af tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:17.826012 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b9a1674b-a238-4f2d-90aa-9e8c1d1b0545 req-6d7ca60a-7c17-4d3e-a7ae-7295cbfc37af tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 946 time: 0.0881062 Feb 17 04:49:17.874720 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b9a1674b-a238-4f2d-90aa-9e8c1d1b0545 req-f190d423-4822-43f3-9638-770ec70fbac3 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 Feb 17 04:49:18.525059 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:49:18.606589 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:49:18.607269 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:18.612848 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039c0fb-dbe7-468c-9685-79e1f4176c53 req-d2d11ba7-3195-43e9-81ef-bd690c6db9f4 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:18.614471 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6039c0fb-dbe7-468c-9685-79e1f4176c53 req-d2d11ba7-3195-43e9-81ef-bd690c6db9f4 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 946 time: 0.0954642 Feb 17 04:49:18.694979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-6039c0fb-dbe7-468c-9685-79e1f4176c53 req-05b6e3f4-be57-4d66-86a7-b9943e47ebfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Deleting port 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:49:18.695374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-6039c0fb-dbe7-468c-9685-79e1f4176c53 req-05b6e3f4-be57-4d66-86a7-b9943e47ebfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:18.976240 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-6039c0fb-dbe7-468c-9685-79e1f4176c53 req-05b6e3f4-be57-4d66-86a7-b9943e47ebfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] For port 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=7ea4744b-d2a9-473d-9414-0bb7bc8c76ad,segment=NetworkSegment(e3f527d2-9529-44d3-907c-354798b8183a),segment_id=e3f527d2-9529-44d3-907c-354798b8183a)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:18.976828 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-6039c0fb-dbe7-468c-9685-79e1f4176c53 req-05b6e3f4-be57-4d66-86a7-b9943e47ebfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:19.081355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f216d4-505f-4acc-a6ae-bba85966f427 req-c82008b6-eb40-4e4b-a4e4-d54f3816bff3 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:19.082993 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c8f216d4-505f-4acc-a6ae-bba85966f427 req-c82008b6-eb40-4e4b-a4e4-d54f3816bff3 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 946 time: 0.0930753 Feb 17 04:49:19.117446 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-6039c0fb-dbe7-468c-9685-79e1f4176c53 req-05b6e3f4-be57-4d66-86a7-b9943e47ebfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Calling delete_port for 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:49:19.133744 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c8f216d4-505f-4acc-a6ae-bba85966f427 req-f7d705f9-ad64-4d74-ae1f-5f0350813f9f tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438669 Feb 17 04:49:19.335747 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57208) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:19.466946 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:19.482842 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:19.487761 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:7b721810afec4aeab26cb66c631761df is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:19.490853 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:19.496717 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:19.547086 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-6039c0fb-dbe7-468c-9685-79e1f4176c53 req-05b6e3f4-be57-4d66-86a7-b9943e47ebfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:19.563115 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:19.663487 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6e3f4-be57-4d66-86a7-b9943e47ebfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Pushing event deleted for resources: {'Port': ['ID=7ea4744b-d2a9-473d-9414-0bb7bc8c76ad,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:19.673938 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-05b6e3f4-be57-4d66-86a7-b9943e47ebfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:19.710820 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:19.766262 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:19.775692 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b8ce6878-b006-4325-8a1f-bed29cbcd820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:19.781276 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6039c0fb-dbe7-468c-9685-79e1f4176c53 req-05b6e3f4-be57-4d66-86a7-b9943e47ebfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] No DVR routers for this DVR port 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:49:19.783554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-6039c0fb-dbe7-468c-9685-79e1f4176c53 req-05b6e3f4-be57-4d66-86a7-b9943e47ebfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:19.786411 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c309b8f-5381-4dfe-a529-60a9b81b2442', 'name': 'network-vif-deleted', 'tag': '7ea4744b-d2a9-473d-9414-0bb7bc8c76ad'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:49:19.824244 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b721810afec4aeab26cb66c631761df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872591 Feb 17 04:49:19.825985 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8451b5c-610a-4671-887c-2d3d373e7036,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:19.827268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57216) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:19.834480 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.834912 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.835331 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.835742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.836151 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.836597 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.837693 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.838076 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.838485 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.838891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.839689 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.839966 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.840315 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.840745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.841145 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.841544 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.841910 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c309b8f-5381-4dfe-a529-60a9b81b2442', 'name': 'network-vif-deleted', 'tag': '7ea4744b-d2a9-473d-9414-0bb7bc8c76ad', 'status': 'completed', 'code': 200} Feb 17 04:49:19.842042 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.842310 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.842708 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.843105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.843501 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.843897 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.844299 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.844718 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:19.844844 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6039c0fb-dbe7-468c-9685-79e1f4176c53 req-05b6e3f4-be57-4d66-86a7-b9943e47ebfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "DELETE /v2.0/ports/7ea4744b-d2a9-473d-9414-0bb7bc8c76ad HTTP/1.1" status: 204 len: 173 time: 1.2241983 Feb 17 04:49:19.851606 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:19.903575 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6dfe31b4-d842-42bb-ad87-dc545f18a8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:19.933161 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6dfe31b4-d842-42bb-ad87-dc545f18a8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:20.023540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6dfe31b4-d842-42bb-ad87-dc545f18a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:20.027902 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c9f834ae-7d95-4623-90ab-a8eb56c0fedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:20.040687 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe31b4-d842-42bb-ad87-dc545f18a8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8451b5c-610a-4671-887c-2d3d373e7036,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:20.045256 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6dfe31b4-d842-42bb-ad87-dc545f18a8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:20.049303 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6dfe31b4-d842-42bb-ad87-dc545f18a8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:20.052067 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-6dfe31b4-d842-42bb-ad87-dc545f18a8d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8451b5c-610a-4671-887c-2d3d373e7036 HTTP/1.1" status: 204 len: 168 time: 0.2220895 Feb 17 04:49:20.314160 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-851dde05-bbb0-49df-9380-c4df2a18c45b req-ead31409-d47b-43df-b25e-e296eb22a36e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c309b8f-5381-4dfe-a529-60a9b81b2442 HTTP/1.1" status: 200 len: 210 time: 0.0506713 Feb 17 04:49:20.477225 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57226) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:20.496634 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d85deda8-e728-48d5-96cd-51f807e7edd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:20.514831 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-d85deda8-e728-48d5-96cd-51f807e7edd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:20.519539 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-d85deda8-e728-48d5-96cd-51f807e7edd4 admin admin] Usage tracker for resource:security_group_rule and tenant:1c0453f18eab467c9ee079b0b3d726b9 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:20.522604 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-d85deda8-e728-48d5-96cd-51f807e7edd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:20.528411 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-d85deda8-e728-48d5-96cd-51f807e7edd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:20.614481 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d85deda8-e728-48d5-96cd-51f807e7edd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:20.644084 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d85deda8-e728-48d5-96cd-51f807e7edd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:20.653087 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dab9c0f5-2e87-42ad-8ed3-8c45e88878d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:20.696061 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-d85deda8-e728-48d5-96cd-51f807e7edd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c0453f18eab467c9ee079b0b3d726b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173285 Feb 17 04:49:20.697787 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85deda8-e728-48d5-96cd-51f807e7edd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f0c6b5-cf73-4e38-8650-ff7c3ff4ed30,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:20.699106 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57230) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:20.701110 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d85deda8-e728-48d5-96cd-51f807e7edd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:20.762317 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fab687c4-ee4f-4719-8248-84d825fc63ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:20.788956 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fab687c4-ee4f-4719-8248-84d825fc63ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:20.861306 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fab687c4-ee4f-4719-8248-84d825fc63ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:20.866525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1517caca-7046-405e-bb82-b3ac50d15913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:20.881605 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab687c4-ee4f-4719-8248-84d825fc63ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f0c6b5-cf73-4e38-8650-ff7c3ff4ed30,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:20.884829 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-fab687c4-ee4f-4719-8248-84d825fc63ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:20.889366 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fab687c4-ee4f-4719-8248-84d825fc63ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:20.890690 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-fab687c4-ee4f-4719-8248-84d825fc63ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9f0c6b5-cf73-4e38-8650-ff7c3ff4ed30 HTTP/1.1" status: 204 len: 168 time: 0.1905215 Feb 17 04:49:21.187986 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:49:21.225191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] No Port match for: 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:49:21.225588 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 7ea4744b-d2a9-473d-9414-0bb7bc8c76ad not bound to the agent host hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:49:23.198976 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38534d0-f7d4-42a3-be8c-bbc143fe1ae5 req-dc3a2e77-ea06-4019-a509-cf6587d5bd3c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:23.199755 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-f38534d0-f7d4-42a3-be8c-bbc143fe1ae5 req-dc3a2e77-ea06-4019-a509-cf6587d5bd3c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Synchronizing usage tracker for tenant:6fd942420055437581a1b130ee712c5a on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:49:23.243961 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-f38534d0-f7d4-42a3-be8c-bbc143fe1ae5 req-dc3a2e77-ea06-4019-a509-cf6587d5bd3c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Unset dirty status for tenant:6fd942420055437581a1b130ee712c5a on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:49:23.245275 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f38534d0-f7d4-42a3-be8c-bbc143fe1ae5 req-dc3a2e77-ea06-4019-a509-cf6587d5bd3c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 945 time: 0.1357846 Feb 17 04:49:23.300258 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f38534d0-f7d4-42a3-be8c-bbc143fe1ae5 req-c4bdb574-fce6-4b80-8684-1e166b297309 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486314 Feb 17 04:49:23.612103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:24.503708 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fb754-2b7c-464b-bdd5-da2ac6b40793 req-47a118d4-62eb-47c3-ad8a-a276f3687ecd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:24.505345 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-173fb754-2b7c-464b-bdd5-da2ac6b40793 req-47a118d4-62eb-47c3-ad8a-a276f3687ecd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 945 time: 0.0888693 Feb 17 04:49:24.553549 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-173fb754-2b7c-464b-bdd5-da2ac6b40793 req-8c41276b-c25d-44e2-9d20-db21e58caae5 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Feb 17 04:49:25.241010 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac27c9-3c82-42c9-ab84-11e66d15e475 req-9f0ff7f6-590b-4f2c-9c63-d3c8f7ec5dfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:25.242605 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-59ac27c9-3c82-42c9-ab84-11e66d15e475 req-9f0ff7f6-590b-4f2c-9c63-d3c8f7ec5dfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 945 time: 0.0913084 Feb 17 04:49:25.319688 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-59ac27c9-3c82-42c9-ab84-11e66d15e475 req-c6a62c07-91df-449f-b892-3996b1857875 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Deleting port a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:49:25.320005 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-59ac27c9-3c82-42c9-ab84-11e66d15e475 req-c6a62c07-91df-449f-b892-3996b1857875 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:25.584583 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-59ac27c9-3c82-42c9-ab84-11e66d15e475 req-c6a62c07-91df-449f-b892-3996b1857875 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] For port a07de8df-89f6-487d-bbad-4d3dd7eb6aa1, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=a07de8df-89f6-487d-bbad-4d3dd7eb6aa1,segment=NetworkSegment(e3f527d2-9529-44d3-907c-354798b8183a),segment_id=e3f527d2-9529-44d3-907c-354798b8183a)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:25.584988 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-59ac27c9-3c82-42c9-ab84-11e66d15e475 req-c6a62c07-91df-449f-b892-3996b1857875 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:25.721985 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-59ac27c9-3c82-42c9-ab84-11e66d15e475 req-c6a62c07-91df-449f-b892-3996b1857875 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Calling delete_port for a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:49:25.927308 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb5f56-fe22-4749-9446-c5b192033b37 req-72e64bb2-f952-4b83-a768-04682850a2ad tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:25.991771 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-64cb5f56-fe22-4749-9446-c5b192033b37 req-72e64bb2-f952-4b83-a768-04682850a2ad tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 945 time: 0.2158072 Feb 17 04:49:25.993102 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-64cb5f56-fe22-4749-9446-c5b192033b37 req-80f302de-77f6-46a5-80c0-d29787c821be tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570405 Feb 17 04:49:26.021431 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-59ac27c9-3c82-42c9-ab84-11e66d15e475 req-c6a62c07-91df-449f-b892-3996b1857875 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:26.036992 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e416a771-b9da-494b-a5e2-d271d5ef7e38 tempest-VolumesSnapshotTestJSON-1848154528 tempest-VolumesSnapshotTestJSON-1848154528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:26.138006 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a62c07-91df-449f-b892-3996b1857875 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Pushing event deleted for resources: {'Port': ['ID=a07de8df-89f6-487d-bbad-4d3dd7eb6aa1,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:26.148255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-c6a62c07-91df-449f-b892-3996b1857875 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:26.252926 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ac27c9-3c82-42c9-ab84-11e66d15e475 req-c6a62c07-91df-449f-b892-3996b1857875 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] No DVR routers for this DVR port a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:49:26.255346 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-59ac27c9-3c82-42c9-ab84-11e66d15e475 req-c6a62c07-91df-449f-b892-3996b1857875 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:26.258255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5732406e-1be4-4905-a414-0632b9c409e0', 'name': 'network-vif-deleted', 'tag': 'a07de8df-89f6-487d-bbad-4d3dd7eb6aa1'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:49:26.308587 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-59ac27c9-3c82-42c9-ab84-11e66d15e475 req-c6a62c07-91df-449f-b892-3996b1857875 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "DELETE /v2.0/ports/a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 HTTP/1.1" status: 204 len: 173 time: 1.0598972 Feb 17 04:49:26.447763 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5732406e-1be4-4905-a414-0632b9c409e0', 'name': 'network-vif-deleted', 'tag': 'a07de8df-89f6-487d-bbad-4d3dd7eb6aa1', 'status': 'completed', 'code': 200} Feb 17 04:49:26.613280 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57326) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:26.737043 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f147a9d1-c0d1-4621-914a-46fadd31583d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:26.752255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f147a9d1-c0d1-4621-914a-46fadd31583d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:26.756416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f147a9d1-c0d1-4621-914a-46fadd31583d admin admin] Usage tracker for resource:security_group_rule and tenant:69adceb0832a460e83b3607e7f2109ea is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:26.759433 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f147a9d1-c0d1-4621-914a-46fadd31583d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:26.765228 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f147a9d1-c0d1-4621-914a-46fadd31583d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:26.849862 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f147a9d1-c0d1-4621-914a-46fadd31583d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:26.881902 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:49:26.895595 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f147a9d1-c0d1-4621-914a-46fadd31583d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:26.920898 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-aea4f323-5b37-4690-af64-a1349d6e44a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:26.939353 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] No Port match for: a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:49:26.939854 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device a07de8df-89f6-487d-bbad-4d3dd7eb6aa1 not bound to the agent host hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:49:26.942494 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f147a9d1-c0d1-4621-914a-46fadd31583d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69adceb0832a460e83b3607e7f2109ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279512 Feb 17 04:49:26.945230 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57332) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:26.966498 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147a9d1-c0d1-4621-914a-46fadd31583d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeb883a-20e1-437b-8f68-327ac63de8f9,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:26.969928 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f147a9d1-c0d1-4621-914a-46fadd31583d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:27.017604 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-061b1de3-23ea-4008-af6f-2edb63254b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:27.048362 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-061b1de3-23ea-4008-af6f-2edb63254b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:27.124298 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-061b1de3-23ea-4008-af6f-2edb63254b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:27.130181 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3a3b0f97-b425-437d-b966-0454edd8b08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:27.144800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b1de3-23ea-4008-af6f-2edb63254b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeb883a-20e1-437b-8f68-327ac63de8f9,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:27.148067 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-061b1de3-23ea-4008-af6f-2edb63254b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:27.153048 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-061b1de3-23ea-4008-af6f-2edb63254b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:27.156822 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-061b1de3-23ea-4008-af6f-2edb63254b19 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2aeb883a-20e1-437b-8f68-327ac63de8f9 HTTP/1.1" status: 204 len: 168 time: 0.2079446 Feb 17 04:49:27.201857 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-855379de-bbf4-421b-967f-02816d95f412 req-1cc8155c-bdbf-44da-ac35-95f465082318 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Synchronizing usage tracker for tenant:6fd942420055437581a1b130ee712c5a on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:49:27.240354 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-855379de-bbf4-421b-967f-02816d95f412 req-1cc8155c-bdbf-44da-ac35-95f465082318 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Unset dirty status for tenant:6fd942420055437581a1b130ee712c5a on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:49:27.241730 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-855379de-bbf4-421b-967f-02816d95f412 req-1cc8155c-bdbf-44da-ac35-95f465082318 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=5732406e-1be4-4905-a414-0632b9c409e0 HTTP/1.1" status: 200 len: 210 time: 0.0914617 Feb 17 04:49:27.595083 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57342) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:27.617183 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e50bf3ab-7aa7-4828-95c2-c982d9c65309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:27.633191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-e50bf3ab-7aa7-4828-95c2-c982d9c65309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:27.637280 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-e50bf3ab-7aa7-4828-95c2-c982d9c65309 admin admin] Usage tracker for resource:security_group_rule and tenant:2e0da954350d401da58cd3566838ac64 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:27.640245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-e50bf3ab-7aa7-4828-95c2-c982d9c65309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:27.646793 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-e50bf3ab-7aa7-4828-95c2-c982d9c65309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:27.731241 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e50bf3ab-7aa7-4828-95c2-c982d9c65309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:27.754624 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e50bf3ab-7aa7-4828-95c2-c982d9c65309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:27.763913 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-351e8382-0d23-4212-a56c-269442a42870 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:27.807119 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e50bf3ab-7aa7-4828-95c2-c982d9c65309 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e0da954350d401da58cd3566838ac64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108293 Feb 17 04:49:27.807993 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bf3ab-7aa7-4828-95c2-c982d9c65309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c067f3ad-176e-4302-a0ee-8830934a7e12,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:27.809993 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57346) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:27.811524 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e50bf3ab-7aa7-4828-95c2-c982d9c65309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:27.872728 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a7412aae-a3ca-4fa3-af82-d18384ad4357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:27.899658 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a7412aae-a3ca-4fa3-af82-d18384ad4357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:27.971880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a7412aae-a3ca-4fa3-af82-d18384ad4357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:27.977229 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-37968fcb-bd26-4102-84ad-8851158eb45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:27.990469 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7412aae-a3ca-4fa3-af82-d18384ad4357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c067f3ad-176e-4302-a0ee-8830934a7e12,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:27.995973 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a7412aae-a3ca-4fa3-af82-d18384ad4357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:28.000203 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a7412aae-a3ca-4fa3-af82-d18384ad4357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:28.002351 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-a7412aae-a3ca-4fa3-af82-d18384ad4357 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c067f3ad-176e-4302-a0ee-8830934a7e12 HTTP/1.1" status: 204 len: 168 time: 0.1904323 Feb 17 04:49:28.559868 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f2d7e64e-ef09-4342-bd89-a3e8913db89d req-a9f27285-985d-4d43-9aa6-244aae77a88e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2067404 Feb 17 04:49:28.733863 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7e64e-ef09-4342-bd89-a3e8913db89d req-b16602b1-4f07-413b-9e2a-e30ba668f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:28.737053 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f2d7e64e-ef09-4342-bd89-a3e8913db89d req-b16602b1-4f07-413b-9e2a-e30ba668f974 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6fd942420055437581a1b130ee712c5a&device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 1163 time: 0.1025646 Feb 17 04:49:28.908380 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7e64e-ef09-4342-bd89-a3e8913db89d req-cc806d59-e619-480a-a09c-a05cb5a5c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:28.910444 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f2d7e64e-ef09-4342-bd89-a3e8913db89d req-cc806d59-e619-480a-a09c-a05cb5a5c63a service neutron] 10.222.0.65 "GET /v2.0/networks?id=422eabd2-d8bd-4e6c-99db-5450dddec7d3 HTTP/1.1" status: 200 len: 909 time: 0.1453552 Feb 17 04:49:28.919556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57710a5-fe9e-413a-99aa-409bef2c4628 req-dfbee567-ddf6-4fa1-9812-c235c4d6f407 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:28.921473 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b57710a5-fe9e-413a-99aa-409bef2c4628 req-dfbee567-ddf6-4fa1-9812-c235c4d6f407 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 945 time: 0.0965393 Feb 17 04:49:28.970049 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b57710a5-fe9e-413a-99aa-409bef2c4628 req-d91c309d-124d-436a-8b03-c159bf120240 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414739 Feb 17 04:49:28.992599 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f2d7e64e-ef09-4342-bd89-a3e8913db89d req-d6a245fd-88f3-4503-8217-c9155346250a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cb4a074-284d-43a1-b76e-84b93b7bf7e0 HTTP/1.1" status: 200 len: 217 time: 0.0745239 Feb 17 04:49:29.067703 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7e64e-ef09-4342-bd89-a3e8913db89d req-8bc976ea-1b0c-4dc0-936b-fe7c7a9437e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:29.069521 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f2d7e64e-ef09-4342-bd89-a3e8913db89d req-8bc976ea-1b0c-4dc0-936b-fe7c7a9437e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51cf55e2-51f0-44a7-9b46-f0eb4d682f9a HTTP/1.1" status: 200 len: 855 time: 0.0678563 Feb 17 04:49:29.126021 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f2d7e64e-ef09-4342-bd89-a3e8913db89d req-40ca29bd-3105-4157-a6d3-071d4ea83036 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=422eabd2-d8bd-4e6c-99db-5450dddec7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480030 Feb 17 04:49:29.275552 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f2d7e64e-ef09-4342-bd89-a3e8913db89d req-8421a526-5cdc-4dea-b0c3-44cf6fd71e36 service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414580 Feb 17 04:49:29.424058 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f2d7e64e-ef09-4342-bd89-a3e8913db89d req-f1470e2e-08ed-455b-b007-feff5539ee21 service neutron] 10.222.0.65 "GET /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401012 Feb 17 04:49:29.721388 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:49:30.204372 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cbd41-d174-4d2f-846e-4052626fa372 req-98be99df-ff79-4c3e-b6ee-ac130f1726a6 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:30.206038 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-375cbd41-d174-4d2f-846e-4052626fa372 req-98be99df-ff79-4c3e-b6ee-ac130f1726a6 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 945 time: 0.0989840 Feb 17 04:49:30.256664 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-375cbd41-d174-4d2f-846e-4052626fa372 req-a5f34234-27ec-4077-b517-0958cc59bd44 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442727 Feb 17 04:49:30.476732 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57414) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:30.480787 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 125f85e1-7ac7-4a21-a96b-bdc11606458d no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:49:30.530943 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b167be-bc1d-48bc-9e13-9653509f5bdf req-d703d44d-4f25-437c-a249-5c09a11491a7 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:30.533058 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-18b167be-bc1d-48bc-9e13-9653509f5bdf req-d703d44d-4f25-437c-a249-5c09a11491a7 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 945 time: 0.0862644 Feb 17 04:49:30.607696 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-61051b0a-7859-4712-9edf-ef71352ea88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:30.608171 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:30.619723 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-18b167be-bc1d-48bc-9e13-9653509f5bdf req-bd8073db-bc32-4804-b525-a8608cdd047c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Deleting port 125f85e1-7ac7-4a21-a96b-bdc11606458d {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:49:30.620271 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-18b167be-bc1d-48bc-9e13-9653509f5bdf req-bd8073db-bc32-4804-b525-a8608cdd047c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:30.623938 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-61051b0a-7859-4712-9edf-ef71352ea88f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:30.628360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-61051b0a-7859-4712-9edf-ef71352ea88f admin admin] Usage tracker for resource:security_group_rule and tenant:0ebc590d50a64d96b08bbbae0b8433c9 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:30.631347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-61051b0a-7859-4712-9edf-ef71352ea88f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:30.637204 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-61051b0a-7859-4712-9edf-ef71352ea88f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:30.637767 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fa0ce6-401d-4357-a823-369dc93802b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125f85e1-7ac7-4a21-a96b-bdc11606458d'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:49:30.648558 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 125f85e1-7ac7-4a21-a96b-bdc11606458d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=125f85e1-7ac7-4a21-a96b-bdc11606458d,segment=NetworkSegment(e3f527d2-9529-44d3-907c-354798b8183a),segment_id=e3f527d2-9529-44d3-907c-354798b8183a)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:30.675500 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:30.678601 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-16fa9a50-dc42-47e8-a12e-bee2cab23630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:30.717085 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fa0ce6-401d-4357-a823-369dc93802b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125f85e1-7ac7-4a21-a96b-bdc11606458d', 'code': 200} Feb 17 04:49:30.727852 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-61051b0a-7859-4712-9edf-ef71352ea88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:30.754690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-61051b0a-7859-4712-9edf-ef71352ea88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:30.759075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=125f85e1-7ac7-4a21-a96b-bdc11606458d,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:30.762495 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:30.769937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-418aa83d-5c37-4e96-be10-dab51283e247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:30.806400 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-61051b0a-7859-4712-9edf-ef71352ea88f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ebc590d50a64d96b08bbbae0b8433c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284574 Feb 17 04:49:30.809782 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57422) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:30.826676 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61051b0a-7859-4712-9edf-ef71352ea88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8845e6-df2f-4724-a50d-4840e65be485,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:30.831872 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-61051b0a-7859-4712-9edf-ef71352ea88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:30.878401 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e2e61c6d-c91a-4e38-9910-843c1feb4ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:30.905771 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e2e61c6d-c91a-4e38-9910-843c1feb4ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:30.910160 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-18b167be-bc1d-48bc-9e13-9653509f5bdf req-bd8073db-bc32-4804-b525-a8608cdd047c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] For port 125f85e1-7ac7-4a21-a96b-bdc11606458d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=125f85e1-7ac7-4a21-a96b-bdc11606458d,segment=NetworkSegment(e3f527d2-9529-44d3-907c-354798b8183a),segment_id=e3f527d2-9529-44d3-907c-354798b8183a)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:30.910574 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-18b167be-bc1d-48bc-9e13-9653509f5bdf req-bd8073db-bc32-4804-b525-a8608cdd047c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:30.989547 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e2e61c6d-c91a-4e38-9910-843c1feb4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:30.995326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8c490aa2-9855-4e01-8f69-eba96d260d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:31.007377 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e61c6d-c91a-4e38-9910-843c1feb4ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8845e6-df2f-4724-a50d-4840e65be485,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:31.014067 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e2e61c6d-c91a-4e38-9910-843c1feb4ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:31.014968 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e2e61c6d-c91a-4e38-9910-843c1feb4ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:31.019253 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e2e61c6d-c91a-4e38-9910-843c1feb4ab5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee8845e6-df2f-4724-a50d-4840e65be485 HTTP/1.1" status: 204 len: 168 time: 0.2084205 Feb 17 04:49:31.051177 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-18b167be-bc1d-48bc-9e13-9653509f5bdf req-bd8073db-bc32-4804-b525-a8608cdd047c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Calling delete_port for 125f85e1-7ac7-4a21-a96b-bdc11606458d owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:49:31.229039 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-18b167be-bc1d-48bc-9e13-9653509f5bdf req-bd8073db-bc32-4804-b525-a8608cdd047c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:31.245201 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-b85536b9-a224-4a26-b324-3d681c5e3147 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:31.341845 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8073db-bc32-4804-b525-a8608cdd047c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Pushing event deleted for resources: {'Port': ['ID=125f85e1-7ac7-4a21-a96b-bdc11606458d,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:31.349517 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bd8073db-bc32-4804-b525-a8608cdd047c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:31.434917 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-a6ad522f-2bc0-4401-bbb6-72f9d9a2d2db req-36b9614f-155b-46db-8ff4-5669bea9471c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5fa0ce6-401d-4357-a823-369dc93802b4 HTTP/1.1" status: 200 len: 210 time: 0.0530005 Feb 17 04:49:31.509819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b167be-bc1d-48bc-9e13-9653509f5bdf req-bd8073db-bc32-4804-b525-a8608cdd047c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] No DVR routers for this DVR port 125f85e1-7ac7-4a21-a96b-bdc11606458d on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:49:31.512089 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-18b167be-bc1d-48bc-9e13-9653509f5bdf req-bd8073db-bc32-4804-b525-a8608cdd047c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:31.514855 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fa0ce6-401d-4357-a823-369dc93802b4', 'name': 'network-vif-deleted', 'tag': '125f85e1-7ac7-4a21-a96b-bdc11606458d'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:49:31.540821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57434) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:31.560818 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-48a21d58-c531-4764-ba84-5a22ca8cfc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:31.565158 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-18b167be-bc1d-48bc-9e13-9653509f5bdf req-bd8073db-bc32-4804-b525-a8608cdd047c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "DELETE /v2.0/ports/125f85e1-7ac7-4a21-a96b-bdc11606458d HTTP/1.1" status: 204 len: 173 time: 1.0265248 Feb 17 04:49:31.567866 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fa0ce6-401d-4357-a823-369dc93802b4', 'name': 'network-vif-deleted', 'tag': '125f85e1-7ac7-4a21-a96b-bdc11606458d', 'status': 'completed', 'code': 200} Feb 17 04:49:31.576497 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-48a21d58-c531-4764-ba84-5a22ca8cfc7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:31.581101 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-48a21d58-c531-4764-ba84-5a22ca8cfc7d admin admin] Usage tracker for resource:security_group_rule and tenant:6a023dfc123a45eab0e0d713d14a4b96 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:31.584135 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-48a21d58-c531-4764-ba84-5a22ca8cfc7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:31.589989 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-48a21d58-c531-4764-ba84-5a22ca8cfc7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:31.675844 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-48a21d58-c531-4764-ba84-5a22ca8cfc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:31.708412 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-48a21d58-c531-4764-ba84-5a22ca8cfc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:31.722045 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f38401a9-03cd-489d-b198-b516853f7bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:31.763787 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-48a21d58-c531-4764-ba84-5a22ca8cfc7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a023dfc123a45eab0e0d713d14a4b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214620 Feb 17 04:49:31.765454 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a21d58-c531-4764-ba84-5a22ca8cfc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b477e64a-5169-420e-afc9-3b81153c7a49,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:31.767462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57438) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:31.769275 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-48a21d58-c531-4764-ba84-5a22ca8cfc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:31.836874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-642d095a-e96d-422c-8038-a459f540f019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:31.864501 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-642d095a-e96d-422c-8038-a459f540f019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:31.936983 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-642d095a-e96d-422c-8038-a459f540f019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:31.942611 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9d016100-fe2b-4e68-ba02-57b1300ef82d tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:31.957696 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d095a-e96d-422c-8038-a459f540f019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b477e64a-5169-420e-afc9-3b81153c7a49,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:31.960430 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-642d095a-e96d-422c-8038-a459f540f019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:31.962805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-642d095a-e96d-422c-8038-a459f540f019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:31.964805 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-642d095a-e96d-422c-8038-a459f540f019 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b477e64a-5169-420e-afc9-3b81153c7a49 HTTP/1.1" status: 204 len: 168 time: 0.1944366 Feb 17 04:49:32.942404 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57466) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:33.058777 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1648490290-network', 'tenant_id': '604f2c5ee3fc4da78bc9b93d983d2041'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:49:33.064504 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:33.068663 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Usage tracker for resource:network and tenant:604f2c5ee3fc4da78bc9b93d983d2041 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:33.071804 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:33.077838 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:33.112121 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Made reservation on behalf of 604f2c5ee3fc4da78bc9b93d983d2041 for: {'network': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:49:33.117441 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:33.130288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:33.145821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:33.149878 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Usage tracker for resource:security_group_rule and tenant:604f2c5ee3fc4da78bc9b93d983d2041 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:33.152821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:33.159584 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:33.243416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:33.278096 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:33.282342 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-18dcd4b1-2e16-44b4-bb64-a4f4f5e8773a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:33.315556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:49:33.324866 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe43465-864c-4b03-bbc6-d5cd25e98142,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:33.328754 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:33.360489 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:33.361039 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Added segment 35eadb00-5d54-4641-bfa3-3af5997a5abf of type vxlan for network 74691187-ccf2-4d41-820d-63f464025994 Feb 17 04:49:33.439546 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:33.525884 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:33.527189 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:33.527813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:33.532717 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:33.637895 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Pushing event updated for resources: {'Network': ['ID=74691187-ccf2-4d41-820d-63f464025994,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:33.640816 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:33.650004 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network 74691187-ccf2-4d41-820d-63f464025994 details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:49:33.663602 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Network 74691187-ccf2-4d41-820d-63f464025994 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:49:33.664979 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7213991 Feb 17 04:49:33.667381 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57472) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:33.673592 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Request body: {'subnet': {'network_id': '74691187-ccf2-4d41-820d-63f464025994', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1648490290-subnet', 'tenant_id': '604f2c5ee3fc4da78bc9b93d983d2041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:49:33.678980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:33.683205 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Usage tracker for resource:subnet and tenant:604f2c5ee3fc4da78bc9b93d983d2041 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:33.686288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:33.692832 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:33.725971 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Made reservation on behalf of 604f2c5ee3fc4da78bc9b93d983d2041 for: {'subnet': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:49:33.730812 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27454779'] for subnet, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:34.381294 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04efed-10de-437b-aa53-a189f616ee50 req-9fac6d77-7d44-4075-9ef0-ff0070cead45 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:34.381969 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-2f04efed-10de-437b-aa53-a189f616ee50 req-9fac6d77-7d44-4075-9ef0-ff0070cead45 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Synchronizing usage tracker for tenant:6fd942420055437581a1b130ee712c5a on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:49:34.426726 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-2f04efed-10de-437b-aa53-a189f616ee50 req-9fac6d77-7d44-4075-9ef0-ff0070cead45 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Unset dirty status for tenant:6fd942420055437581a1b130ee712c5a on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:49:34.428080 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2f04efed-10de-437b-aa53-a189f616ee50 req-9fac6d77-7d44-4075-9ef0-ff0070cead45 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 946 time: 0.1363153 Feb 17 04:49:34.476477 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-2f04efed-10de-437b-aa53-a189f616ee50 req-7b54a8af-7f36-45cb-a2cf-2754c2d79033 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420473 Feb 17 04:49:34.616864 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853031698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27454762'] for subnet, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:34.632141 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:34.764316 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9251b401-cacd-4200-af5c-fe96eb7aa883,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:34.769647 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:34.828095 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Checking segment: {'id': '35eadb00-5d54-4641-bfa3-3af5997a5abf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '74691187-ccf2-4d41-820d-63f464025994'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:49:34.828500 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Network hostable DHCP agents. Network: 74691187-ccf2-4d41-820d-63f464025994, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:49:34.901675 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Network 74691187-ccf2-4d41-820d-63f464025994 is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:49:34.957957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, 74691187-ccf2-4d41-820d-63f464025994) {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:49:34.967646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcf38af-a133-4a85-9e86-2dff13e5b932 None None] Network 74691187-ccf2-4d41-820d-63f464025994 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:49:34.970388 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:34.971058 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:35.024078 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3478301 Feb 17 04:49:35.201526 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a98c81-4ac7-4e45-8805-23667af7ab50 None None] Network 74691187-ccf2-4d41-820d-63f464025994 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:49:35.683872 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b04420-84ea-4bdd-a7e0-d3692595d4c1 req-96486d83-fdfe-48cb-a210-4f822693ed4f tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:35.685539 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-82b04420-84ea-4bdd-a7e0-d3692595d4c1 req-96486d83-fdfe-48cb-a210-4f822693ed4f tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 946 time: 0.0879536 Feb 17 04:49:35.733537 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-82b04420-84ea-4bdd-a7e0-d3692595d4c1 req-03b76a98-1202-4203-ab5e-658b2131019c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414348 Feb 17 04:49:35.831617 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57502) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:35.837851 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-491183349-network', 'tenant_id': '5ebbcf07d9dd487a9116424f566071aa'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:49:35.843033 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:35.847825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Usage tracker for resource:network and tenant:5ebbcf07d9dd487a9116424f566071aa is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:35.850875 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:35.856737 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:35.889346 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Made reservation on behalf of 5ebbcf07d9dd487a9116424f566071aa for: {'network': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:49:35.894676 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:35.911579 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:35.928873 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:35.932840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Usage tracker for resource:security_group_rule and tenant:5ebbcf07d9dd487a9116424f566071aa is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:35.935778 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:35.941577 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:36.029414 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:36.060922 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:36.066030 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-aa1af717-0e6f-4005-9934-a772169a3e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:36.096263 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:49:36.109365 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49258d79-1fb6-483a-a430-eb2ad49d21d6,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:36.113088 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:36.116633 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:36.117107 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Added segment b51ccad8-eccc-46e3-8d15-b4f40613b25a of type vxlan for network 5859a91d-243e-44fd-acae-cdc5c8f80f7b Feb 17 04:49:36.146136 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:36.201645 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-215e43d5-9107-4fdc-b038-ac1efd417763 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:36.203126 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-215e43d5-9107-4fdc-b038-ac1efd417763 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 946 time: 0.0912235 Feb 17 04:49:36.206134 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:36.207495 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:36.208180 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:36.213650 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8c11880c-cf42-47f6-ba6d-7ec1ee0dc44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:36.285840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Deleting port 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:49:36.286224 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:36.321415 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Pushing event updated for resources: {'Network': ['ID=5859a91d-243e-44fd-acae-cdc5c8f80f7b,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:36.324378 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:36.333460 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network 5859a91d-243e-44fd-acae-cdc5c8f80f7b details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:49:36.343667 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-3adfd7f9-6d68-43ad-a001-bd1a41e4bf30 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5106809 Feb 17 04:49:36.346523 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57506) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:36.347554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Network 5859a91d-243e-44fd-acae-cdc5c8f80f7b details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:49:36.353543 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Request body: {'subnet': {'network_id': '5859a91d-243e-44fd-acae-cdc5c8f80f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-491183349-subnet', 'tenant_id': '5ebbcf07d9dd487a9116424f566071aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:49:36.358865 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:36.363743 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Usage tracker for resource:subnet and tenant:5ebbcf07d9dd487a9116424f566071aa is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:36.366946 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:36.372876 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:36.417662 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Made reservation on behalf of 5ebbcf07d9dd487a9116424f566071aa for: {'subnet': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:49:36.422924 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27454779'] for subnet, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:36.529861 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:49:36.671576 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:36.703202 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250a4ab1-452e-41a7-85ea-a8022c0ffea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb4a074-284d-43a1-b76e-84b93b7bf7e0'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:49:36.714867 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port 2cb4a074-284d-43a1-b76e-84b93b7bf7e0, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2cb4a074-284d-43a1-b76e-84b93b7bf7e0,segment=NetworkSegment(e3f527d2-9529-44d3-907c-354798b8183a),segment_id=e3f527d2-9529-44d3-907c-354798b8183a)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:36.747575 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:36.750332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:36.811521 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] For port 2cb4a074-284d-43a1-b76e-84b93b7bf7e0, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2cb4a074-284d-43a1-b76e-84b93b7bf7e0,segment=NetworkSegment(e3f527d2-9529-44d3-907c-354798b8183a),segment_id=e3f527d2-9529-44d3-907c-354798b8183a)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:36.811835 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:36.823766 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250a4ab1-452e-41a7-85ea-a8022c0ffea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cb4a074-284d-43a1-b76e-84b93b7bf7e0', 'code': 200} Feb 17 04:49:36.838717 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=2cb4a074-284d-43a1-b76e-84b93b7bf7e0,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:36.850798 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:36.950617 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853031698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27454762'] for subnet, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:36.952161 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Calling delete_port for 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:49:36.969601 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:37.081574 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:49:37.081867 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:49:37.118726 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea417543-76ac-441b-bd1e-2544a877f434 req-a51efda3-f635-44ca-a168-78ecadebbcd6 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:37.120356 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ea417543-76ac-441b-bd1e-2544a877f434 req-a51efda3-f635-44ca-a168-78ecadebbcd6 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 944 time: 0.2525678 Feb 17 04:49:37.135105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc707de-ca17-4c2c-9a16-efcf54cec159,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:37.154994 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:37.181174 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-dac6090a-a6db-4c2f-8c1f-5162ab9934fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:37.209970 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ea417543-76ac-441b-bd1e-2544a877f434 req-e615e656-c56a-4715-a362-c56709e63cb5 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760770 Feb 17 04:49:37.238147 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Checking segment: {'id': 'b51ccad8-eccc-46e3-8d15-b4f40613b25a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5859a91d-243e-44fd-acae-cdc5c8f80f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:49:37.238549 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Network hostable DHCP agents. Network: 5859a91d-243e-44fd-acae-cdc5c8f80f7b, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:49:37.289498 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Network 5859a91d-243e-44fd-acae-cdc5c8f80f7b is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:49:37.323667 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, 5859a91d-243e-44fd-acae-cdc5c8f80f7b) {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:49:37.332880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe983bc6-4c06-40c2-a2bd-5a90973ca7b6 None None] Network 5859a91d-243e-44fd-acae-cdc5c8f80f7b requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:49:37.335625 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:37.336274 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:37.378499 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e68a2f1b-3331-47e9-995c-2d0517dd0fcc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0308518 Feb 17 04:49:37.564547 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6ea6f8-724d-4323-bb26-c5c4db2f4f06 None None] Network 5859a91d-243e-44fd-acae-cdc5c8f80f7b requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:49:37.582658 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Deleting port 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:49:37.583196 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:37.957317 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] For port 2cb4a074-284d-43a1-b76e-84b93b7bf7e0, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2cb4a074-284d-43a1-b76e-84b93b7bf7e0,segment=NetworkSegment(e3f527d2-9529-44d3-907c-354798b8183a),segment_id=e3f527d2-9529-44d3-907c-354798b8183a)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:37.957921 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:38.117328 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Calling delete_port for 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:49:38.200616 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-e0e05ad9-b38f-41f6-8c4d-3bccc1d3390d tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:38.202232 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-e0e05ad9-b38f-41f6-8c4d-3bccc1d3390d tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/networks?id=74691187-ccf2-4d41-820d-63f464025994 HTTP/1.1" status: 200 len: 809 time: 0.3636293 Feb 17 04:49:38.237374 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-b34b44e0-1178-46c5-a552-2fa844d73a3d tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/quotas/604f2c5ee3fc4da78bc9b93d983d2041 HTTP/1.1" status: 200 len: 375 time: 0.0251389 Feb 17 04:49:38.291444 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-f27583b5-b9c1-4f1c-adc6-9faf69828931 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=604f2c5ee3fc4da78bc9b93d983d2041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496273 Feb 17 04:49:38.303335 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-d2bf2cf3-4e13-440d-802e-218113f25a4f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 04:49:38.304369 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-d2bf2cf3-4e13-440d-802e-218113f25a4f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0056646 Feb 17 04:49:38.507678 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b81a1-5ad7-4452-9f5f-e0a081a626bd req-6c16bdf0-23d6-4e7c-988b-938df32812f7 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:38.509290 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-574b81a1-5ad7-4452-9f5f-e0a081a626bd req-6c16bdf0-23d6-4e7c-988b-938df32812f7 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/ports?device_id=250a4ab1-452e-41a7-85ea-a8022c0ffea3 HTTP/1.1" status: 200 len: 944 time: 0.0872161 Feb 17 04:49:38.510320 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-876d9edf-b861-47fc-98d3-fd9e73fdfd18 service neutron] 10.222.0.30 "GET /v2.0/networks/74691187-ccf2-4d41-820d-63f464025994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997342 Feb 17 04:49:38.541680 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:38.562683 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-574b81a1-5ad7-4452-9f5f-e0a081a626bd req-b4382256-eafe-486e-87ca-f9d6d641f722 tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.30 "GET /v2.0/security-groups?id=30f31ea7-4209-46f6-8e9b-0753b28fe9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468354 Feb 17 04:49:38.606670 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f9cf2ae0-f6a5-4fa9-b28e-d203fd674037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:38.714715 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Pushing event deleted for resources: {'Port': ['ID=2cb4a074-284d-43a1-b76e-84b93b7bf7e0,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:38.723330 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:38.812534 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-cf144c17-8ae5-4001-a595-c6e0ab0d6563 service neutron] 10.222.0.30 "GET /v2.0/networks/74691187-ccf2-4d41-820d-63f464025994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2957196 Feb 17 04:49:38.867775 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] No DVR routers for this DVR port 2cb4a074-284d-43a1-b76e-84b93b7bf7e0 on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:49:38.870086 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:38.872905 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250a4ab1-452e-41a7-85ea-a8022c0ffea3', 'name': 'network-vif-deleted', 'tag': '2cb4a074-284d-43a1-b76e-84b93b7bf7e0'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:49:38.913637 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-06e2c809-474a-49b6-8c70-69a35ea98e5c req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] 10.222.0.65 "DELETE /v2.0/ports/2cb4a074-284d-43a1-b76e-84b93b7bf7e0 HTTP/1.1" status: 204 len: 173 time: 2.7044220 Feb 17 04:49:38.922885 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250a4ab1-452e-41a7-85ea-a8022c0ffea3', 'name': 'network-vif-deleted', 'tag': '2cb4a074-284d-43a1-b76e-84b93b7bf7e0', 'status': 'completed', 'code': 200} Feb 17 04:49:39.060056 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b64fbe3e-a83f-40d9-a351-94cbcdd59876 req-dc5d1569-6ef8-433f-9291-c08cbdd1c25d tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 210 time: 0.0530312 Feb 17 04:49:39.563909 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2ce61cca-b599-4a39-a893-80d4b559e747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:39.667178 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57546) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:39.740503 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_v2 [None req-06bbbbdb-8d85-4cf8-8b92-49887dcc214f admin admin] Deleting subnet 51cf55e2-51f0-44a7-9b46-f0eb4d682f9a {{(pid=84102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:49:39.743693 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-06bbbbdb-8d85-4cf8-8b92-49887dcc214f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:39.797161 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-06bbbbdb-8d85-4cf8-8b92-49887dcc214f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853075584'] for subnet, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:39.860331 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-06bbbbdb-8d85-4cf8-8b92-49887dcc214f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851242243'] for subnet, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:39.943053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:40.155099 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-06bbbbdb-8d85-4cf8-8b92-49887dcc214f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854083938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826626334'] for subnet, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:40.172383 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-75d7db13-7b16-4c6c-ab33-e82e2a3d53c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:40.225879 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b89722ea-963c-4089-9d6c-18f096af3904 req-9ea63aa5-f134-4387-9480-546e4617f60c tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 210 time: 0.0491605 Feb 17 04:49:40.277707 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbbbdb-8d85-4cf8-8b92-49887dcc214f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51cf55e2-51f0-44a7-9b46-f0eb4d682f9a,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:40.280556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-06bbbbdb-8d85-4cf8-8b92-49887dcc214f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:40.317272 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-06bbbbdb-8d85-4cf8-8b92-49887dcc214f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:40.323414 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-06bbbbdb-8d85-4cf8-8b92-49887dcc214f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/51cf55e2-51f0-44a7-9b46-f0eb4d682f9a HTTP/1.1" status: 204 len: 168 time: 0.6551301 Feb 17 04:49:40.326186 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57552) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:40.444720 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854052385'] for network, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:40.642301 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851244700', 'neutron.services.segments.db._delete_segments_for_network-8743200863210'] for network, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:40.872923 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422eabd2-d8bd-4e6c-99db-5450dddec7d3']}} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:49:40.893907 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f527d2-9529-44d3-907c-354798b8183a') {'for_net_delete': True} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:49:40.894201 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f527d2-9529-44d3-907c-354798b8183a') {} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:49:40.920367 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293653907196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1700248'] for segment, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:40.946208 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-0f55b0d7-e06c-42e9-b486-26fcd645d73e tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:40.947821 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-0f55b0d7-e06c-42e9-b486-26fcd645d73e tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.65 "GET /v2.0/networks?id=74691187-ccf2-4d41-820d-63f464025994 HTTP/1.1" status: 200 len: 809 time: 0.2441251 Feb 17 04:49:40.949757 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:40.951873 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:49:40.981786 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Request body: {'port': {'device_id': '8b784880-4925-4e01-8c75-6105f06e87f7', 'network_id': '74691187-ccf2-4d41-820d-63f464025994', 'admin_state_up': True, 'tenant_id': '604f2c5ee3fc4da78bc9b93d983d2041'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:49:41.245421 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] Network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:49:41.257935 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851238932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-691297'] for segment, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:41.422917 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:41.652549 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cc19c16d-97a0-4a77-b9d1-4cbf240566ed req-d9943d72-d327-42bc-81cb-fa4999d37a20 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 210 time: 0.0824327 Feb 17 04:49:41.677629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:41.740184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Usage tracker for resource:port and tenant:604f2c5ee3fc4da78bc9b93d983d2041 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:41.745479 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:41.755808 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:41.768098 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] Network 422eabd2-d8bd-4e6c-99db-5450dddec7d3 has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: Traceback (most recent call last): Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: timer() Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: cb(*args, **kw) Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: return func(*args, **kwargs) Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: self._notify() Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: self.callback(batched_events) Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: event.method(event) Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: segment_id)['aggregates'][0] Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: return f(self, *a, **k) Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: return self._get(url).json() Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: **kwargs) Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: return self.request(url, 'GET', **kwargs) Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: **endpoint_filter) Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:49:41.796147 dv-cinder-759987-4-smb neutron-server[83988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:49:41.891004 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Made reservation on behalf of 604f2c5ee3fc4da78bc9b93d983d2041 for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:49:41.896815 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:41.926198 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857043'] for network, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:41.935113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0774fd48-80f2-4f83-a0ed-9661b648ee7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:41.949479 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:42.026020 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] Pushing event deleted for resources: {'Network': ['ID=422eabd2-d8bd-4e6c-99db-5450dddec7d3,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:42.038127 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:42.088432 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1cdd917a-2120-4694-a2ed-2682a6f8e42e admin admin] 10.222.0.30 "DELETE /v2.0/networks/422eabd2-d8bd-4e6c-99db-5450dddec7d3 HTTP/1.1" status: 204 len: 168 time: 1.7611291 Feb 17 04:49:42.160616 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:42.247103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Allocated IP 172.20.0.8 (74691187-ccf2-4d41-820d-63f464025994/9251b401-cacd-4200-af5c-fe96eb7aa883/e3392575-8b27-4ed5-8d45-6c0f6722aa65) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:49:42.432983 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57564) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:42.466119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:42.484945 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-8e11ecf7-6c43-4469-8b5e-c80da9507527 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6fd942420055437581a1b130ee712c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506401 Feb 17 04:49:42.487517 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57568) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:42.523976 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:42.542319 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d06e9ec7-bd8f-40b2-bd7e-66dc26c99f4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:42.551902 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f8825434-93aa-4ec6-8d1c-04b5668ddec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:42.578689 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f8825434-93aa-4ec6-8d1c-04b5668ddec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:42.649202 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f8825434-93aa-4ec6-8d1c-04b5668ddec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:42.654411 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-427e89f8-d5b6-430f-90d9-d7d274ed4ac8 tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:42.668796 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8825434-93aa-4ec6-8d1c-04b5668ddec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f31ea7-4209-46f6-8e9b-0753b28fe9f2,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:42.671591 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f8825434-93aa-4ec6-8d1c-04b5668ddec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:42.690316 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Pushing event updated for resources: {'Port': ['ID=e3392575-8b27-4ed5-8d45-6c0f6722aa65,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:42.693920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:42.717054 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f8825434-93aa-4ec6-8d1c-04b5668ddec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:42.718556 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-f8825434-93aa-4ec6-8d1c-04b5668ddec9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30f31ea7-4209-46f6-8e9b-0753b28fe9f2 HTTP/1.1" status: 204 len: 168 time: 0.2299502 Feb 17 04:49:42.751789 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Network 74691187-ccf2-4d41-820d-63f464025994 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:49:42.753232 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:49:42.756345 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:49:42.825726 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:42.826461 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:42.858248 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb78d1-314e-4bf2-8c34-a9efe29f7ea7 req-610e367a-579b-47ed-9641-c63dd7348164 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:42.859954 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-70fb78d1-314e-4bf2-8c34-a9efe29f7ea7 req-610e367a-579b-47ed-9641-c63dd7348164 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 931 time: 0.0898166 Feb 17 04:49:42.873091 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9067197 Feb 17 04:49:42.886074 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Request body: {'port': {'device_id': '8b784880-4925-4e01-8c75-6105f06e87f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:49:42.910826 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-70fb78d1-314e-4bf2-8c34-a9efe29f7ea7 req-f6336856-b25a-4001-b691-9f8190c95cb9 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Synchronizing usage tracker for tenant:604f2c5ee3fc4da78bc9b93d983d2041 on resource:security_group {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:49:42.952172 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-70fb78d1-314e-4bf2-8c34-a9efe29f7ea7 req-f6336856-b25a-4001-b691-9f8190c95cb9 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Unset dirty status for tenant:604f2c5ee3fc4da78bc9b93d983d2041 on resource:security_group {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:49:42.953499 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-70fb78d1-314e-4bf2-8c34-a9efe29f7ea7 req-f6336856-b25a-4001-b691-9f8190c95cb9 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/security-groups?id=1fe43465-864c-4b03-bbc6-d5cd25e98142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874302 Feb 17 04:49:43.013809 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:43.447382 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3392575-8b27-4ed5-8d45-6c0f6722aa65 {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:49:43.455612 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:43.467934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Transition to ACTIVE for port object e3392575-8b27-4ed5-8d45-6c0f6722aa65 will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:49:43.508584 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:43.526476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a7691e86-400e-4fed-ac0e-03b5e271a582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:43.670971 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Pushing event updated for resources: {'Port': ['ID=e3392575-8b27-4ed5-8d45-6c0f6722aa65,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:43.676895 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:43.851714 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Attempting to bind port e3392575-8b27-4ed5-8d45-6c0f6722aa65 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:49:43.852093 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Attempting to bind port e3392575-8b27-4ed5-8d45-6c0f6722aa65 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '35eadb00-5d54-4641-bfa3-3af5997a5abf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '74691187-ccf2-4d41-820d-63f464025994'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:49:43.852482 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Attempting to bind port e3392575-8b27-4ed5-8d45-6c0f6722aa65 on network 74691187-ccf2-4d41-820d-63f464025994 {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:49:43.858344 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:49:43.858682 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Checking segment: {'id': '35eadb00-5d54-4641-bfa3-3af5997a5abf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '74691187-ccf2-4d41-820d-63f464025994'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:49:43.859088 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:43.859495 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Bound using segment: {'id': '35eadb00-5d54-4641-bfa3-3af5997a5abf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '74691187-ccf2-4d41-820d-63f464025994'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:49:43.859971 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Bound port: e3392575-8b27-4ed5-8d45-6c0f6722aa65, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eadb00-5d54-4641-bfa3-3af5997a5abf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '74691187-ccf2-4d41-820d-63f464025994'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:49:43.860347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:43.962453 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] For port e3392575-8b27-4ed5-8d45-6c0f6722aa65, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:49:43.965731 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] For port e3392575-8b27-4ed5-8d45-6c0f6722aa65, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e3392575-8b27-4ed5-8d45-6c0f6722aa65,segment=NetworkSegment(35eadb00-5d54-4641-bfa3-3af5997a5abf),segment_id=35eadb00-5d54-4641-bfa3-3af5997a5abf)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:49:44.006396 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:44.022366 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-60f672ae-38b9-4623-add9-8ee1dcf481fd tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:44.236232 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Pushing event updated for resources: {'Port': ['ID=e3392575-8b27-4ed5-8d45-6c0f6722aa65,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:44.242271 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:44.296813 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3b5d3-a258-4d4e-8dc0-9147cd912e40 req-99452437-7399-4148-8d64-601eb8fa6b71 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:44.297605 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-b5b3b5d3-a258-4d4e-8dc0-9147cd912e40 req-99452437-7399-4148-8d64-601eb8fa6b71 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Synchronizing usage tracker for tenant:604f2c5ee3fc4da78bc9b93d983d2041 on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:49:44.306071 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:44.306753 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:44.308277 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-4968145a-703a-4473-a9f7-a9821495a0ba service neutron] 10.222.0.65 "PUT /v2.0/ports/e3392575-8b27-4ed5-8d45-6c0f6722aa65 HTTP/1.1" status: 200 len: 1157 time: 1.4272032 Feb 17 04:49:44.308863 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b784880-4925-4e01-8c75-6105f06e87f7', 'tag': 'e3392575-8b27-4ed5-8d45-6c0f6722aa65'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:49:44.354126 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-b5b3b5d3-a258-4d4e-8dc0-9147cd912e40 req-99452437-7399-4148-8d64-601eb8fa6b71 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Unset dirty status for tenant:604f2c5ee3fc4da78bc9b93d983d2041 on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:49:44.355466 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b5b3b5d3-a258-4d4e-8dc0-9147cd912e40 req-99452437-7399-4148-8d64-601eb8fa6b71 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 943 time: 0.2369809 Feb 17 04:49:44.365229 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b784880-4925-4e01-8c75-6105f06e87f7', 'tag': 'e3392575-8b27-4ed5-8d45-6c0f6722aa65', 'status': 'completed', 'code': 200} Feb 17 04:49:44.464176 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b5b3b5d3-a258-4d4e-8dc0-9147cd912e40 req-b134599b-9ac0-4221-916e-c42c4f465143 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/security-groups?id=1fe43465-864c-4b03-bbc6-d5cd25e98142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979147 Feb 17 04:49:44.508551 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b8555-709b-46f3-a808-19320aae91e7 req-12fdc43d-6a6d-4ac9-b7e0-9bacc01968af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:44.511442 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8a2b8555-709b-46f3-a808-19320aae91e7 req-12fdc43d-6a6d-4ac9-b7e0-9bacc01968af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=604f2c5ee3fc4da78bc9b93d983d2041&device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 1160 time: 0.1214278 Feb 17 04:49:44.668325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b8555-709b-46f3-a808-19320aae91e7 req-6d144564-1349-48bf-b2e1-35d29a7abc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:44.669982 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8a2b8555-709b-46f3-a808-19320aae91e7 req-6d144564-1349-48bf-b2e1-35d29a7abc57 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=604f2c5ee3fc4da78bc9b93d983d2041&shared=False HTTP/1.1" status: 200 len: 903 time: 0.1511509 Feb 17 04:49:44.819984 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b8555-709b-46f3-a808-19320aae91e7 req-583fa784-7582-44f8-9018-9bf3cdb3b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:44.821725 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8a2b8555-709b-46f3-a808-19320aae91e7 req-583fa784-7582-44f8-9018-9bf3cdb3b114 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1447494 Feb 17 04:49:44.942180 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-def156f6-fb27-47e7-9d68-710be833a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:44.943731 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-def156f6-fb27-47e7-9d68-710be833a946 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=604f2c5ee3fc4da78bc9b93d983d2041&device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 1160 time: 0.0840752 Feb 17 04:49:45.017578 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-0118bc75-9c9a-467b-9e51-e370b74f39e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3392575-8b27-4ed5-8d45-6c0f6722aa65 HTTP/1.1" status: 200 len: 217 time: 0.0665073 Feb 17 04:49:45.090079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-36ce6861-ce30-4c56-9998-738d8fd4d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:45.091681 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-36ce6861-ce30-4c56-9998-738d8fd4d57e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9251b401-cacd-4200-af5c-fe96eb7aa883 HTTP/1.1" status: 200 len: 849 time: 0.0676036 Feb 17 04:49:45.144675 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-bc23501b-60d8-43cc-b8d1-a147b7e099c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=74691187-ccf2-4d41-820d-63f464025994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464334 Feb 17 04:49:45.287276 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-92ce94b7-164c-4dac-b3f6-30a8f23855c0 service neutron] 10.222.0.65 "GET /v2.0/networks/74691187-ccf2-4d41-820d-63f464025994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355736 Feb 17 04:49:45.433212 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6782a9b-d2f8-4b4e-83ca-e41f18ce3594 req-8697facd-fe80-4e09-aec1-60ecdfe3486a service neutron] 10.222.0.65 "GET /v2.0/networks/74691187-ccf2-4d41-820d-63f464025994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385431 Feb 17 04:49:45.666080 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13350803-c989-4697-b823-1ccfe7e35dc5 req-f7da94a9-b7d4-413d-8c80-677d5c92fde1 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:45.667692 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-13350803-c989-4697-b823-1ccfe7e35dc5 req-f7da94a9-b7d4-413d-8c80-677d5c92fde1 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 943 time: 0.0889819 Feb 17 04:49:45.717077 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-13350803-c989-4697-b823-1ccfe7e35dc5 req-3595c8b7-c341-4fc2-b26a-50df1d370979 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/security-groups?id=1fe43465-864c-4b03-bbc6-d5cd25e98142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431254 Feb 17 04:49:46.921505 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec946b14-81bb-4d36-8aac-b753880db430 req-0da305fe-86a1-4d04-807f-ba9561b52318 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:46.923128 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ec946b14-81bb-4d36-8aac-b753880db430 req-0da305fe-86a1-4d04-807f-ba9561b52318 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 943 time: 0.0923932 Feb 17 04:49:46.970809 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ec946b14-81bb-4d36-8aac-b753880db430 req-4879f8a2-3047-466c-9ee2-e5c60065141a tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/security-groups?id=1fe43465-864c-4b03-bbc6-d5cd25e98142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408950 Feb 17 04:49:48.184937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449a3ce-000e-4a1f-ad5c-c1135e74bb7d req-daa0408d-e788-44f6-a122-c15ce5066f4a tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:48.186553 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b449a3ce-000e-4a1f-ad5c-c1135e74bb7d req-daa0408d-e788-44f6-a122-c15ce5066f4a tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 943 time: 0.0877571 Feb 17 04:49:48.233826 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b449a3ce-000e-4a1f-ad5c-c1135e74bb7d req-31e6c031-d433-40f5-ac2d-feb8d9d92e9e tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/security-groups?id=1fe43465-864c-4b03-bbc6-d5cd25e98142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Feb 17 04:49:48.742453 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.objects.ports [None req-68623ce2-7b54-4be4-8338-762dc0de28e3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84103) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 04:49:49.193986 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device e3392575-8b27-4ed5-8d45-6c0f6722aa65 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:49:49.341257 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port e3392575-8b27-4ed5-8d45-6c0f6722aa65 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:49:49.347685 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port e3392575-8b27-4ed5-8d45-6c0f6722aa65 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:49:49.352637 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:49.477404 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:49.507262 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f7098-0299-40ee-8c66-5cd8d8ff7112 req-12dabad6-4ec2-4e85-83ac-c65154531251 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:49.507956 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b784880-4925-4e01-8c75-6105f06e87f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3392575-8b27-4ed5-8d45-6c0f6722aa65'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:49:49.508942 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b10f7098-0299-40ee-8c66-5cd8d8ff7112 req-12dabad6-4ec2-4e85-83ac-c65154531251 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 943 time: 0.0912473 Feb 17 04:49:49.519338 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port e3392575-8b27-4ed5-8d45-6c0f6722aa65, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e3392575-8b27-4ed5-8d45-6c0f6722aa65,segment=NetworkSegment(35eadb00-5d54-4641-bfa3-3af5997a5abf),segment_id=35eadb00-5d54-4641-bfa3-3af5997a5abf)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:49.548889 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:49.552495 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:49.559355 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b10f7098-0299-40ee-8c66-5cd8d8ff7112 req-bea19aaa-310e-41d0-84e7-a36dfc2a60c7 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/security-groups?id=1fe43465-864c-4b03-bbc6-d5cd25e98142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435281 Feb 17 04:49:49.598353 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b784880-4925-4e01-8c75-6105f06e87f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3392575-8b27-4ed5-8d45-6c0f6722aa65', 'code': 200} Feb 17 04:49:49.634276 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=e3392575-8b27-4ed5-8d45-6c0f6722aa65,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:49.642740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.643662 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.644101 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.644498 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.644874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.645247 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.645614 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.645977 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.646339 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.646700 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.647061 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.647419 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.647819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.648183 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.648566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.648925 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.649318 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.649706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.650063 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.650417 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.650772 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.651127 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.651483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.651845 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:49.656643 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:49.867623 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6869c60-6eb0-458b-8dab-0cbc34be04c6 req-648b9ad5-f090-402c-91ae-52a2e0dcb4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:49.869254 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6869c60-6eb0-458b-8dab-0cbc34be04c6 req-648b9ad5-f090-402c-91ae-52a2e0dcb4fa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 1162 time: 0.0808406 Feb 17 04:49:49.912752 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e6869c60-6eb0-458b-8dab-0cbc34be04c6 req-0c5aab91-e78a-4535-9d9d-b94dff4eee9c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1fe43465-864c-4b03-bbc6-d5cd25e98142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369496 Feb 17 04:49:50.686958 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device e3392575-8b27-4ed5-8d45-6c0f6722aa65 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:49:50.759839 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port e3392575-8b27-4ed5-8d45-6c0f6722aa65 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:49:50.760262 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:50.769093 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ed5e3-438b-4440-bf15-26b952417f08 req-fb86deda-8a6b-4ecf-8c35-ebabe9d7f668 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:50.770764 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-369ed5e3-438b-4440-bf15-26b952417f08 req-fb86deda-8a6b-4ecf-8c35-ebabe9d7f668 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 945 time: 0.0897269 Feb 17 04:49:50.822021 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-369ed5e3-438b-4440-bf15-26b952417f08 req-6bad046f-628d-41cd-818a-008d5b38435f tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/security-groups?id=1fe43465-864c-4b03-bbc6-d5cd25e98142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449042 Feb 17 04:49:52.024252 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906d4b8-d6b9-4992-8b98-c3288c473eb0 req-25950693-3915-4c0b-b6ec-52bc2fff2cd8 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:52.025968 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b906d4b8-d6b9-4992-8b98-c3288c473eb0 req-25950693-3915-4c0b-b6ec-52bc2fff2cd8 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 945 time: 0.0901518 Feb 17 04:49:52.075459 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b906d4b8-d6b9-4992-8b98-c3288c473eb0 req-95d3d00c-21f8-47b4-b390-0a8f759d28d4 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/security-groups?id=1fe43465-864c-4b03-bbc6-d5cd25e98142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 Feb 17 04:49:53.639761 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:55.656786 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57736) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:55.815275 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0b57de24-011a-467b-8317-e6cf98032d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:55.831823 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-0b57de24-011a-467b-8317-e6cf98032d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:55.836912 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-0b57de24-011a-467b-8317-e6cf98032d00 admin admin] Usage tracker for resource:security_group_rule and tenant:c900842971cd49369ef9e1f63471b904 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:55.840029 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-0b57de24-011a-467b-8317-e6cf98032d00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:55.845827 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-0b57de24-011a-467b-8317-e6cf98032d00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:55.987565 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0b57de24-011a-467b-8317-e6cf98032d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:56.017774 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1558e75-bddc-40ee-a30a-28b10a321d56 req-c591d7fc-0ef0-4bb1-b51f-bf851faa614d tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:56.019392 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b1558e75-bddc-40ee-a30a-28b10a321d56 req-c591d7fc-0ef0-4bb1-b51f-bf851faa614d tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 945 time: 0.1161957 Feb 17 04:49:56.022138 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0b57de24-011a-467b-8317-e6cf98032d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:56.032351 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-05b2bc11-8e22-47d2-9198-9c5d06f61594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:56.096786 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-0b57de24-011a-467b-8317-e6cf98032d00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c900842971cd49369ef9e1f63471b904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384305 Feb 17 04:49:56.097581 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57de24-011a-467b-8317-e6cf98032d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfd5707-a274-4cbf-9e3b-b55f95f55ac6,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:56.100481 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57744) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:56.108555 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0b57de24-011a-467b-8317-e6cf98032d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:56.123251 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b1558e75-bddc-40ee-a30a-28b10a321d56 req-53d711db-9f84-4860-aacd-6c651f11ecd2 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/security-groups?id=1fe43465-864c-4b03-bbc6-d5cd25e98142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935841 Feb 17 04:49:56.165622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e4f614e2-0d55-4bbc-aa53-6709220b490d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:56.194490 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e4f614e2-0d55-4bbc-aa53-6709220b490d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:56.277924 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e4f614e2-0d55-4bbc-aa53-6709220b490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:56.283714 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4dcc3fbe-c202-4ac3-b9ee-ec936e132d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:56.297947 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f614e2-0d55-4bbc-aa53-6709220b490d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfd5707-a274-4cbf-9e3b-b55f95f55ac6,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:56.301622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e4f614e2-0d55-4bbc-aa53-6709220b490d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:56.302580 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e4f614e2-0d55-4bbc-aa53-6709220b490d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:56.306627 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e4f614e2-0d55-4bbc-aa53-6709220b490d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4bfd5707-a274-4cbf-9e3b-b55f95f55ac6 HTTP/1.1" status: 204 len: 168 time: 0.2031100 Feb 17 04:49:57.328049 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644b3a2-f170-444e-b107-1af300aa1f22 req-53fef35e-d838-40ce-b768-31d85705c35e tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:57.329709 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b644b3a2-f170-444e-b107-1af300aa1f22 req-53fef35e-d838-40ce-b768-31d85705c35e tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 945 time: 0.0879176 Feb 17 04:49:57.379584 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b644b3a2-f170-444e-b107-1af300aa1f22 req-87bf65cd-7eb6-402e-8e4d-1837ff930156 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/security-groups?id=1fe43465-864c-4b03-bbc6-d5cd25e98142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427423 Feb 17 04:49:57.514497 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def439e3-02d9-436c-873a-7cab78dbdf2f req-1e55349f-e097-402b-86c2-8273d3a12a72 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:49:57.516142 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-def439e3-02d9-436c-873a-7cab78dbdf2f req-1e55349f-e097-402b-86c2-8273d3a12a72 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 945 time: 0.0920606 Feb 17 04:49:57.594307 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-def439e3-02d9-436c-873a-7cab78dbdf2f req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Deleting port e3392575-8b27-4ed5-8d45-6c0f6722aa65 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:49:57.596345 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-def439e3-02d9-436c-873a-7cab78dbdf2f req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:58.097904 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-def439e3-02d9-436c-873a-7cab78dbdf2f req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] For port e3392575-8b27-4ed5-8d45-6c0f6722aa65, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e3392575-8b27-4ed5-8d45-6c0f6722aa65,segment=NetworkSegment(35eadb00-5d54-4641-bfa3-3af5997a5abf),segment_id=35eadb00-5d54-4641-bfa3-3af5997a5abf)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:49:58.098310 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-def439e3-02d9-436c-873a-7cab78dbdf2f req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:58.235805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-def439e3-02d9-436c-873a-7cab78dbdf2f req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Calling delete_port for e3392575-8b27-4ed5-8d45-6c0f6722aa65 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:49:58.411407 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-def439e3-02d9-436c-873a-7cab78dbdf2f req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:58.428037 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bd8073db-bc32-4804-b525-a8608cdd047c tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:58.530221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Pushing event deleted for resources: {'Port': ['ID=e3392575-8b27-4ed5-8d45-6c0f6722aa65,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:58.547562 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cd7e7acd-4b35-4f3e-ba1f-762e2f03fc66 req-ddda8bc4-e912-4913-ae10-6659f0252e77 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b784880-4925-4e01-8c75-6105f06e87f7 HTTP/1.1" status: 200 len: 210 time: 0.0530071 Feb 17 04:49:58.548594 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.549671 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.550086 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.550499 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.550904 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.551310 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.551767 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.552085 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.552540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.552944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.553297 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.553692 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.554146 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.554527 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.554926 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.555319 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.555721 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.556120 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.556541 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.557103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.557298 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.557855 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.558089 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.558523 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:49:58.564282 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:58.627656 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57796) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:58.675734 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-def439e3-02d9-436c-873a-7cab78dbdf2f req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] No DVR routers for this DVR port e3392575-8b27-4ed5-8d45-6c0f6722aa65 on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:49:58.678063 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-def439e3-02d9-436c-873a-7cab78dbdf2f req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:58.680902 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b784880-4925-4e01-8c75-6105f06e87f7', 'name': 'network-vif-deleted', 'tag': 'e3392575-8b27-4ed5-8d45-6c0f6722aa65'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:49:58.720342 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-def439e3-02d9-436c-873a-7cab78dbdf2f req-baa260a5-c89e-47c6-a433-92ea6f77af67 tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] 10.222.0.65 "DELETE /v2.0/ports/e3392575-8b27-4ed5-8d45-6c0f6722aa65 HTTP/1.1" status: 204 len: 173 time: 1.1985710 Feb 17 04:49:58.728542 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b784880-4925-4e01-8c75-6105f06e87f7', 'name': 'network-vif-deleted', 'tag': 'e3392575-8b27-4ed5-8d45-6c0f6722aa65', 'status': 'completed', 'code': 200} Feb 17 04:49:58.743120 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device e3392575-8b27-4ed5-8d45-6c0f6722aa65 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:49:58.782089 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] No Port match for: e3392575-8b27-4ed5-8d45-6c0f6722aa65 {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:49:58.782584 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device e3392575-8b27-4ed5-8d45-6c0f6722aa65 not bound to the agent host hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:49:58.792964 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2b059b90-2669-4752-a934-1f950fb5ecad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:58.808762 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-2b059b90-2669-4752-a934-1f950fb5ecad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:58.812965 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-2b059b90-2669-4752-a934-1f950fb5ecad admin admin] Usage tracker for resource:security_group_rule and tenant:baf1e71e9dc8422f845a9398c50ddfa2 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:58.816750 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-2b059b90-2669-4752-a934-1f950fb5ecad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:58.822713 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-2b059b90-2669-4752-a934-1f950fb5ecad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:58.985322 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2b059b90-2669-4752-a934-1f950fb5ecad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:59.022383 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2b059b90-2669-4752-a934-1f950fb5ecad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:59.032054 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-09ef5cd5-91d7-4c0c-be8b-ebea8d95ee64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:59.075454 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-2b059b90-2669-4752-a934-1f950fb5ecad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=baf1e71e9dc8422f845a9398c50ddfa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465673 Feb 17 04:49:59.077121 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b059b90-2669-4752-a934-1f950fb5ecad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8194b014-7c45-4095-876f-c6eba0e6f14b,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:59.078254 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57804) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:59.081105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2b059b90-2669-4752-a934-1f950fb5ecad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:59.140691 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-74a8caa4-3fa0-49ab-976b-a74053446c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:59.168225 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-74a8caa4-3fa0-49ab-976b-a74053446c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:59.260575 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-74a8caa4-3fa0-49ab-976b-a74053446c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:59.265988 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2b382add-9c5e-4c9c-9c2f-cd5c023316f8 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:49:59.279117 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8caa4-3fa0-49ab-976b-a74053446c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8194b014-7c45-4095-876f-c6eba0e6f14b,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:49:59.281748 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-74a8caa4-3fa0-49ab-976b-a74053446c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:49:59.291853 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-74a8caa4-3fa0-49ab-976b-a74053446c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:59.293177 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-74a8caa4-3fa0-49ab-976b-a74053446c1d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8194b014-7c45-4095-876f-c6eba0e6f14b HTTP/1.1" status: 204 len: 168 time: 0.2138715 Feb 17 04:49:59.744513 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 57816) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:49:59.764414 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5b484a6b-03a9-47d7-9680-425b60cb66a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:59.780537 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-5b484a6b-03a9-47d7-9680-425b60cb66a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:49:59.785364 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-5b484a6b-03a9-47d7-9680-425b60cb66a0 admin admin] Usage tracker for resource:security_group_rule and tenant:b62356c6fb8846b9a6735836b2807ec0 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:49:59.788623 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-5b484a6b-03a9-47d7-9680-425b60cb66a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:49:59.794680 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-5b484a6b-03a9-47d7-9680-425b60cb66a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:49:59.931603 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5b484a6b-03a9-47d7-9680-425b60cb66a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:49:59.993893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5b484a6b-03a9-47d7-9680-425b60cb66a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:00.003921 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-82ce5b4e-86d3-46a4-9c66-72af3cd4e79e tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:00.047943 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-5b484a6b-03a9-47d7-9680-425b60cb66a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b62356c6fb8846b9a6735836b2807ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016946 Feb 17 04:50:00.048977 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b484a6b-03a9-47d7-9680-425b60cb66a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc02d58c-60b2-4d05-9355-e0feab3c5d22,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:00.050929 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57820) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:00.052462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-5b484a6b-03a9-47d7-9680-425b60cb66a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:00.118625 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1ff20ad4-6a6f-483e-8103-4bded105582c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:00.147134 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1ff20ad4-6a6f-483e-8103-4bded105582c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:00.228201 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1ff20ad4-6a6f-483e-8103-4bded105582c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:00.234035 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f6f31981-dd7f-4382-85a6-1746bf92aee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:00.247431 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff20ad4-6a6f-483e-8103-4bded105582c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc02d58c-60b2-4d05-9355-e0feab3c5d22,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:00.252421 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1ff20ad4-6a6f-483e-8103-4bded105582c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:00.256932 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1ff20ad4-6a6f-483e-8103-4bded105582c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc02d58c-60b2-4d05-9355-e0feab3c5d22 HTTP/1.1" status: 204 len: 168 time: 0.2048559 Feb 17 04:50:00.258043 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1ff20ad4-6a6f-483e-8103-4bded105582c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:06.721519 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:50:07.180223 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4d2951c7-5c52-4abf-926d-6c61a928811f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:09.263742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 57994) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:09.389794 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-50786bb6-e872-47f0-b8ab-fc8969568e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:09.405256 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-50786bb6-e872-47f0-b8ab-fc8969568e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:09.409290 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-50786bb6-e872-47f0-b8ab-fc8969568e07 admin admin] Usage tracker for resource:security_group_rule and tenant:a73b3149061f48c89e7e78fc06d40a7d is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:09.412260 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-50786bb6-e872-47f0-b8ab-fc8969568e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:09.418457 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-50786bb6-e872-47f0-b8ab-fc8969568e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:09.504416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-50786bb6-e872-47f0-b8ab-fc8969568e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:09.536995 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-50786bb6-e872-47f0-b8ab-fc8969568e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:09.546819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3b6c4c23-4390-4e68-ab42-1d00b655446a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:09.559494 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-769f3cfd-cae6-466f-8386-e636e76ce8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:09.595109 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-50786bb6-e872-47f0-b8ab-fc8969568e07 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a73b3149061f48c89e7e78fc06d40a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302014 Feb 17 04:50:09.596073 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50786bb6-e872-47f0-b8ab-fc8969568e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a03c47-3758-4dc6-93a0-05b8fac1fc2f,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:09.598074 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58000) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:09.599731 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-50786bb6-e872-47f0-b8ab-fc8969568e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:09.662459 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a400ac5d-c6be-41cb-b237-d1ab75c8823b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:09.691448 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a400ac5d-c6be-41cb-b237-d1ab75c8823b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:09.774797 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a400ac5d-c6be-41cb-b237-d1ab75c8823b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:09.780114 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:09.795321 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400ac5d-c6be-41cb-b237-d1ab75c8823b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a03c47-3758-4dc6-93a0-05b8fac1fc2f,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:09.798463 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a400ac5d-c6be-41cb-b237-d1ab75c8823b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:09.808943 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a400ac5d-c6be-41cb-b237-d1ab75c8823b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:09.810544 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-a400ac5d-c6be-41cb-b237-d1ab75c8823b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18a03c47-3758-4dc6-93a0-05b8fac1fc2f HTTP/1.1" status: 204 len: 168 time: 0.2109156 Feb 17 04:50:09.963529 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:10.342211 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58016) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:10.368033 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cce627f5-c8aa-4414-bce1-e5cd42ad4943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:10.384533 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-cce627f5-c8aa-4414-bce1-e5cd42ad4943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:10.388795 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-cce627f5-c8aa-4414-bce1-e5cd42ad4943 admin admin] Usage tracker for resource:security_group_rule and tenant:f7d0963db36241c69d73ebd997bdbb81 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:10.391879 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-cce627f5-c8aa-4414-bce1-e5cd42ad4943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:10.398413 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-cce627f5-c8aa-4414-bce1-e5cd42ad4943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:10.487585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cce627f5-c8aa-4414-bce1-e5cd42ad4943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:10.542106 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cce627f5-c8aa-4414-bce1-e5cd42ad4943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:10.551369 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6f9a9864-33e2-44a1-bdbe-87937f4749b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:10.594491 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-cce627f5-c8aa-4414-bce1-e5cd42ad4943 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7d0963db36241c69d73ebd997bdbb81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511051 Feb 17 04:50:10.595432 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce627f5-c8aa-4414-bce1-e5cd42ad4943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d781d8-b053-4a23-ab62-1ac4b40e027e,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:10.597465 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 58020) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:10.598795 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-cce627f5-c8aa-4414-bce1-e5cd42ad4943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:10.660314 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-25a7c7ff-c433-46d9-9091-3d91cc21cfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:10.686851 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-25a7c7ff-c433-46d9-9091-3d91cc21cfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:10.759476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-25a7c7ff-c433-46d9-9091-3d91cc21cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:10.764326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3b82c799-288f-4258-b896-f16bf198fffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:10.776714 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7c7ff-c433-46d9-9091-3d91cc21cfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d781d8-b053-4a23-ab62-1ac4b40e027e,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:10.785325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-25a7c7ff-c433-46d9-9091-3d91cc21cfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:10.786182 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-25a7c7ff-c433-46d9-9091-3d91cc21cfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:10.787392 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-25a7c7ff-c433-46d9-9091-3d91cc21cfaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83d781d8-b053-4a23-ab62-1ac4b40e027e HTTP/1.1" status: 204 len: 168 time: 0.1883240 Feb 17 04:50:11.422143 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:12.153496 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:15.454086 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 58094) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:15.579907 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e7b94f2f-bf22-4c46-9cd9-550e52ef264b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:15.595128 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-e7b94f2f-bf22-4c46-9cd9-550e52ef264b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:15.599188 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-e7b94f2f-bf22-4c46-9cd9-550e52ef264b admin admin] Usage tracker for resource:security_group_rule and tenant:3ef7ce18ff554814bbe19b16f32f375b is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:15.602194 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-e7b94f2f-bf22-4c46-9cd9-550e52ef264b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:15.608488 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-e7b94f2f-bf22-4c46-9cd9-550e52ef264b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:15.695734 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e7b94f2f-bf22-4c46-9cd9-550e52ef264b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:15.740062 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e7b94f2f-bf22-4c46-9cd9-550e52ef264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:15.753612 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f5706d54-64a1-4fb3-a05f-40d21dff1819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:15.795960 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e7b94f2f-bf22-4c46-9cd9-550e52ef264b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ef7ce18ff554814bbe19b16f32f375b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406959 Feb 17 04:50:15.797723 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b94f2f-bf22-4c46-9cd9-550e52ef264b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b157dd1d-7abd-48c7-a1e9-52cf7e19ec85,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:15.798913 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58104) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:15.801115 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e7b94f2f-bf22-4c46-9cd9-550e52ef264b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:15.878690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d31b6a6-06ac-401c-9407-801a8ee77450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:15.906842 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d31b6a6-06ac-401c-9407-801a8ee77450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:16.002971 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d31b6a6-06ac-401c-9407-801a8ee77450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:16.008506 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0113f7b6-54c8-4d3a-ba51-2b4de3119b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:16.022440 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31b6a6-06ac-401c-9407-801a8ee77450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b157dd1d-7abd-48c7-a1e9-52cf7e19ec85,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:16.027652 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3d31b6a6-06ac-401c-9407-801a8ee77450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:16.034938 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3d31b6a6-06ac-401c-9407-801a8ee77450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:16.038727 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-3d31b6a6-06ac-401c-9407-801a8ee77450 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b157dd1d-7abd-48c7-a1e9-52cf7e19ec85 HTTP/1.1" status: 204 len: 168 time: 0.2361884 Feb 17 04:50:18.800948 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58160) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:18.868188 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc721a9-7b1f-429b-9539-492ace854152 admin admin] Deleting subnet 9251b401-cacd-4200-af5c-fe96eb7aa883 {{(pid=84102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:50:18.871405 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4cc721a9-7b1f-429b-9539-492ace854152 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:18.925447 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4cc721a9-7b1f-429b-9539-492ace854152 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853075584'] for subnet, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:18.988681 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4cc721a9-7b1f-429b-9539-492ace854152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851242243'] for subnet, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:19.279845 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4cc721a9-7b1f-429b-9539-492ace854152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854083938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826626334'] for subnet, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:19.300886 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e57411c0-04b3-4431-af26-2355c3a29c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:19.406898 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc721a9-7b1f-429b-9539-492ace854152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9251b401-cacd-4200-af5c-fe96eb7aa883,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:19.421493 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4cc721a9-7b1f-429b-9539-492ace854152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:19.440485 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4cc721a9-7b1f-429b-9539-492ace854152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:19.447456 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-4cc721a9-7b1f-429b-9539-492ace854152 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9251b401-cacd-4200-af5c-fe96eb7aa883 HTTP/1.1" status: 204 len: 168 time: 0.6454055 Feb 17 04:50:19.450103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58172) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:19.565387 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854052385'] for network, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:19.758809 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851244700', 'neutron.services.segments.db._delete_segments_for_network-8743200863210'] for network, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:19.873979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74691187-ccf2-4d41-820d-63f464025994']}} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:19.886656 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35eadb00-5d54-4641-bfa3-3af5997a5abf') {'for_net_delete': True} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:19.888089 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35eadb00-5d54-4641-bfa3-3af5997a5abf') {} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:19.898923 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293653907196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1700248'] for segment, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:19.914139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:19.917123 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:50:20.101005 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] Network 74691187-ccf2-4d41-820d-63f464025994 has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:50:20.110059 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851238932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-691297'] for segment, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:20.287840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] Network 74691187-ccf2-4d41-820d-63f464025994 has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: Traceback (most recent call last): Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: timer() Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: cb(*args, **kw) Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: return func(*args, **kwargs) Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: self._notify() Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: self.callback(batched_events) Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: event.method(event) Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: segment_id)['aggregates'][0] Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: return f(self, *a, **k) Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: return self._get(url).json() Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: **kwargs) Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: return self.request(url, 'GET', **kwargs) Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: **endpoint_filter) Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:50:20.312536 dv-cinder-759987-4-smb neutron-server[83988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:50:20.425916 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857043'] for network, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:20.430453 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:20.433039 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:20.453776 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] Pushing event deleted for resources: {'Network': ['ID=74691187-ccf2-4d41-820d-63f464025994,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:20.456570 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:20.458783 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-3b227a13-f190-44e1-8328-53ecdfa0f455 admin admin] 10.222.0.30 "DELETE /v2.0/networks/74691187-ccf2-4d41-820d-63f464025994 HTTP/1.1" status: 204 len: 168 time: 1.0076835 Feb 17 04:50:20.462443 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58176) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:20.531479 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2f7004-7cf6-43a8-8c14-00812400702e admin admin] Deleting subnet 8cc707de-ca17-4c2c-9a16-efcf54cec159 {{(pid=84102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:50:20.534894 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7004-7cf6-43a8-8c14-00812400702e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:20.587640 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7004-7cf6-43a8-8c14-00812400702e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853075584'] for subnet, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:20.646264 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7004-7cf6-43a8-8c14-00812400702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851242243'] for subnet, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:21.028627 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7004-7cf6-43a8-8c14-00812400702e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854083938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826626334'] for subnet, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:21.045776 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:21.144188 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f7004-7cf6-43a8-8c14-00812400702e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc707de-ca17-4c2c-9a16-efcf54cec159,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:21.148243 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ec2f7004-7cf6-43a8-8c14-00812400702e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:21.183124 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ec2f7004-7cf6-43a8-8c14-00812400702e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:21.189517 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-ec2f7004-7cf6-43a8-8c14-00812400702e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8cc707de-ca17-4c2c-9a16-efcf54cec159 HTTP/1.1" status: 204 len: 168 time: 0.7259743 Feb 17 04:50:21.192170 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58186) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:21.323891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854052385'] for network, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:21.522901 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851244700', 'neutron.services.segments.db._delete_segments_for_network-8743200863210'] for network, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:21.871251 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5859a91d-243e-44fd-acae-cdc5c8f80f7b']}} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:21.884275 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51ccad8-eccc-46e3-8d15-b4f40613b25a') {'for_net_delete': True} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:21.884647 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51ccad8-eccc-46e3-8d15-b4f40613b25a') {} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:21.896567 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293653907196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1700248'] for segment, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:21.911734 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:21.913774 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:50:22.092847 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] Network 5859a91d-243e-44fd-acae-cdc5c8f80f7b has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:50:22.105767 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851238932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-691297'] for segment, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:22.282540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] Network 5859a91d-243e-44fd-acae-cdc5c8f80f7b has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: Traceback (most recent call last): Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: timer() Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: cb(*args, **kw) Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: return func(*args, **kwargs) Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: self._notify() Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: self.callback(batched_events) Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: event.method(event) Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: segment_id)['aggregates'][0] Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: return f(self, *a, **k) Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: return self._get(url).json() Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: **kwargs) Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: return self.request(url, 'GET', **kwargs) Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: **endpoint_filter) Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:50:22.305693 dv-cinder-759987-4-smb neutron-server[83988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:50:22.427960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857043'] for network, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:22.431513 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:22.448895 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:22.456573 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] Pushing event deleted for resources: {'Network': ['ID=5859a91d-243e-44fd-acae-cdc5c8f80f7b,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:22.462929 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5859a91d-243e-44fd-acae-cdc5c8f80f7b HTTP/1.1" status: 204 len: 168 time: 1.2664731 Feb 17 04:50:22.462929 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-362506c1-cde7-46ab-a812-6785eb20a819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:22.718079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 58204) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:22.772469 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-8feca3c9-e278-471d-b416-a3f1ab15a63a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=604f2c5ee3fc4da78bc9b93d983d2041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529935 Feb 17 04:50:22.775587 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 58210) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:22.837910 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:22.865554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:22.939962 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:22.945468 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-389f6926-3327-4e54-be04-7a9a8d5ee46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:22.961149 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe43465-864c-4b03-bbc6-d5cd25e98142,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:22.970613 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.976325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.976325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.976325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.976325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.976325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.976325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.976325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.976325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.976325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.976325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.976325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.976325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.976325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.976325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.976325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.978676 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.978676 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.978676 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.978676 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.978676 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.979191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.979191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.979640 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:22.983371 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:23.005289 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:23.009776 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-8c6c9249-98a2-4c78-9864-c8fa128ae2d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fe43465-864c-4b03-bbc6-d5cd25e98142 HTTP/1.1" status: 204 len: 168 time: 0.2328117 Feb 17 04:50:23.638491 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58234) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:23.656464 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:23.693760 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-b1b245ab-f363-4d5e-9f88-0a0acb72af11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ebbcf07d9dd487a9116424f566071aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515585 Feb 17 04:50:23.694017 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58240) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:23.755840 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1528830b-24f9-4359-9583-6cf6565265f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:23.788226 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1528830b-24f9-4359-9583-6cf6565265f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:23.924992 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1528830b-24f9-4359-9583-6cf6565265f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:23.931115 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-623fdf21-0a3f-40ea-82b6-70586a9f226e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:23.942590 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528830b-24f9-4359-9583-6cf6565265f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49258d79-1fb6-483a-a430-eb2ad49d21d6,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:23.947934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1528830b-24f9-4359-9583-6cf6565265f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:23.950028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1528830b-24f9-4359-9583-6cf6565265f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:23.951255 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-1528830b-24f9-4359-9583-6cf6565265f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49258d79-1fb6-483a-a430-eb2ad49d21d6 HTTP/1.1" status: 204 len: 168 time: 0.2562869 Feb 17 04:50:25.504372 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58306) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:25.637060 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3c27a9cd-e504-4441-97bb-0a77d8dece81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:25.653547 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-3c27a9cd-e504-4441-97bb-0a77d8dece81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:25.657643 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-3c27a9cd-e504-4441-97bb-0a77d8dece81 admin admin] Usage tracker for resource:security_group_rule and tenant:7eb4cd2e7d3948cba5665e446d44bffe is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:25.662777 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-3c27a9cd-e504-4441-97bb-0a77d8dece81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:25.667520 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-3c27a9cd-e504-4441-97bb-0a77d8dece81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:25.752923 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3c27a9cd-e504-4441-97bb-0a77d8dece81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:25.779950 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3c27a9cd-e504-4441-97bb-0a77d8dece81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:25.788928 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9f270943-3732-4d86-957f-d355dfa5c02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:25.830995 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-3c27a9cd-e504-4441-97bb-0a77d8dece81 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7eb4cd2e7d3948cba5665e446d44bffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253894 Feb 17 04:50:25.832709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27a9cd-e504-4441-97bb-0a77d8dece81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d4ecd5-1218-449a-ae73-fdda63e9ba86,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:25.834369 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 58312) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:25.836057 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3c27a9cd-e504-4441-97bb-0a77d8dece81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:25.899773 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d57ba6dc-43f1-439b-a783-4b5b8b2a9834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:25.926962 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d57ba6dc-43f1-439b-a783-4b5b8b2a9834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:26.019750 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d57ba6dc-43f1-439b-a783-4b5b8b2a9834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:26.025703 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f147a9d1-c0d1-4621-914a-46fadd31583d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:26.040733 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ba6dc-43f1-439b-a783-4b5b8b2a9834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d4ecd5-1218-449a-ae73-fdda63e9ba86,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:26.050406 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d57ba6dc-43f1-439b-a783-4b5b8b2a9834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:26.050406 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d57ba6dc-43f1-439b-a783-4b5b8b2a9834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:26.050406 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-d57ba6dc-43f1-439b-a783-4b5b8b2a9834 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3d4ecd5-1218-449a-ae73-fdda63e9ba86 HTTP/1.1" status: 204 len: 168 time: 0.2115855 Feb 17 04:50:29.494891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 58336) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:29.620550 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a01303e2-65c3-4840-89a9-1d6cb67a48b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:29.635743 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-a01303e2-65c3-4840-89a9-1d6cb67a48b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:29.639863 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-a01303e2-65c3-4840-89a9-1d6cb67a48b3 admin admin] Usage tracker for resource:security_group_rule and tenant:a34013e7332d43249fc447efb2ce4a02 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:29.642979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-a01303e2-65c3-4840-89a9-1d6cb67a48b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:29.649549 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-a01303e2-65c3-4840-89a9-1d6cb67a48b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:29.734499 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a01303e2-65c3-4840-89a9-1d6cb67a48b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:29.762521 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a01303e2-65c3-4840-89a9-1d6cb67a48b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:29.771682 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8d4e7065-02de-4a4a-b02b-72abb46e6017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:29.816776 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-a01303e2-65c3-4840-89a9-1d6cb67a48b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a34013e7332d43249fc447efb2ce4a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206980 Feb 17 04:50:29.818407 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01303e2-65c3-4840-89a9-1d6cb67a48b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e640e97-2149-495f-9ae6-1351b1fd662b,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:29.819762 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58342) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:29.822316 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a01303e2-65c3-4840-89a9-1d6cb67a48b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:29.887935 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-96daa61c-48e4-44bc-98c1-4e667076b54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:29.915690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-96daa61c-48e4-44bc-98c1-4e667076b54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:29.996852 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-96daa61c-48e4-44bc-98c1-4e667076b54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:30.002165 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6dfe31b4-d842-42bb-ad87-dc545f18a8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:30.015908 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96daa61c-48e4-44bc-98c1-4e667076b54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e640e97-2149-495f-9ae6-1351b1fd662b,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:30.020245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-96daa61c-48e4-44bc-98c1-4e667076b54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:30.026791 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-96daa61c-48e4-44bc-98c1-4e667076b54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:30.028057 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-96daa61c-48e4-44bc-98c1-4e667076b54b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e640e97-2149-495f-9ae6-1351b1fd662b HTTP/1.1" status: 204 len: 168 time: 0.2061579 Feb 17 04:50:30.829836 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 58364) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:30.942209 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-138277243-network', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:50:30.947889 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:30.952015 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Usage tracker for resource:network and tenant:0b29407aac5f4fceacabdd5a779b4c18 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:30.955060 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:30.962308 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:30.998952 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Made reservation on behalf of 0b29407aac5f4fceacabdd5a779b4c18 for: {'network': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:50:31.003794 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:31.018020 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:31.034548 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:31.038673 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Usage tracker for resource:security_group_rule and tenant:0b29407aac5f4fceacabdd5a779b4c18 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:31.041993 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:31.047891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:31.134176 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:31.164688 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:31.169221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f3e76530-71d6-44c8-b2d0-137524f2be9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:31.199490 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:50:31.212299 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39872812-4e94-4511-a593-dc7b8202d9bf,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:31.216680 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:31.217647 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:31.218029 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Added segment 31f7bc2b-de40-4250-9290-e34b2b11783a of type vxlan for network ace14d03-b1cd-4cde-809e-6621a78519b4 Feb 17 04:50:31.245757 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:31.307603 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:31.308951 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:50:31.309600 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:31.314888 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2361f30c-59a1-43e3-992d-96c9152beaf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:31.426526 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Pushing event updated for resources: {'Network': ['ID=ace14d03-b1cd-4cde-809e-6621a78519b4,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:31.429539 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:31.438833 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network ace14d03-b1cd-4cde-809e-6621a78519b4 details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:50:31.452525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Network ace14d03-b1cd-4cde-809e-6621a78519b4 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:50:31.457145 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-8c94e9d6-ce7e-4b1d-91f0-a98bbdb75601 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6261446 Feb 17 04:50:31.460048 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 58370) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:31.466297 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Request body: {'subnet': {'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-138277243-subnet', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'ip_version': 4}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:50:31.471611 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:31.475814 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Usage tracker for resource:subnet and tenant:0b29407aac5f4fceacabdd5a779b4c18 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:31.479421 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:31.485351 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:31.524816 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Made reservation on behalf of 0b29407aac5f4fceacabdd5a779b4c18 for: {'subnet': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:50:31.529723 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27454779'] for subnet, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:32.169341 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853031698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27454762'] for subnet, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:32.185095 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-87176123-b57d-42a0-98cd-7afa239d9fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:32.315930 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:32.320579 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:32.382891 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Checking segment: {'id': '31f7bc2b-de40-4250-9290-e34b2b11783a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:50:32.383313 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Network hostable DHCP agents. Network: ace14d03-b1cd-4cde-809e-6621a78519b4, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:50:32.427443 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Network ace14d03-b1cd-4cde-809e-6621a78519b4 is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:50:32.465434 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, ace14d03-b1cd-4cde-809e-6621a78519b4) {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:50:32.475136 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67766ed0-b2da-48a3-9188-2a44b700209e None None] Network ace14d03-b1cd-4cde-809e-6621a78519b4 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:50:32.478248 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:50:32.478902 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for subnet, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:32.526123 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-9882f299-8fef-407c-9409-a4771ce8422d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0649076 Feb 17 04:50:32.528833 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 58374) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:32.534409 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:50:32.539391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:32.544308 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Usage tracker for resource:router and tenant:0b29407aac5f4fceacabdd5a779b4c18 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:32.547935 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:32.553821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:32.593649 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3806413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13227'] for router, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:32.594656 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854434389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762573'] for router, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:32.701310 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp032d452b-0452-5bab-8cee-bc0f264fa599-ace14d03-b1cd-4cde-809e-6621a78519b4', 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'fixed_ips': [{'subnet_id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c'}]}} from dv-cinder-759987-4-smb. {{(pid=84103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:50:32.702217 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:32.717620 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:32.996640 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Allocated IP 172.20.0.2 (ace14d03-b1cd-4cde-809e-6621a78519b4/09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c/ea1cd43f-46fc-4767-850b-4b95dc2014c2) {{(pid=84103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:50:33.031961 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850915037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850969429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762622'] for router, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:33.364647 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Notify callbacks [] for port, precommit_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:33.376488 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Transition to ACTIVE for port object ea1cd43f-46fc-4767-850b-4b95dc2014c2 will not be triggered until provisioned by entity L2. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:50:33.393268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Transition to ACTIVE for port object ea1cd43f-46fc-4767-850b-4b95dc2014c2 will not be triggered until provisioned by entity DHCP. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:50:33.427860 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:33.434960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:33.443559 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:33.470451 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:33.746590 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Allocated IP 172.28.1.215 (1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4/b35f33eb-71d5-4010-9deb-6d694d1893d4/abc45786-e8f0-4b4b-aeb7-8fb8340fb87f) {{(pid=84101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:50:33.748577 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Pushing event updated for resources: {'Port': ['ID=ea1cd43f-46fc-4767-850b-4b95dc2014c2,revision_number=1']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:33.751835 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:33.796147 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Network ace14d03-b1cd-4cde-809e-6621a78519b4 is already hosted by enough agents. {{(pid=84103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:50:33.797351 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Resources bound (agent type, host, resource id): {{(pid=84103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:50:33.799798 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Received port after_create {{(pid=84103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:50:33.857265 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Attempting to bind port ea1cd43f-46fc-4767-850b-4b95dc2014c2 on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:50:33.857694 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Attempting to bind port ea1cd43f-46fc-4767-850b-4b95dc2014c2 by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': '31f7bc2b-de40-4250-9290-e34b2b11783a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4'}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:50:33.858119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Attempting to bind port ea1cd43f-46fc-4767-850b-4b95dc2014c2 on network ace14d03-b1cd-4cde-809e-6621a78519b4 {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:50:33.863761 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:50:33.864188 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Checking segment: {'id': '31f7bc2b-de40-4250-9290-e34b2b11783a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:50:33.864682 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:33.865133 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Bound using segment: {'id': '31f7bc2b-de40-4250-9290-e34b2b11783a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4'} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:50:33.865655 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Bound port: ea1cd43f-46fc-4767-850b-4b95dc2014c2, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f7bc2b-de40-4250-9290-e34b2b11783a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4'}}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:50:33.866081 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:33.901665 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Notify callbacks [] for port, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:33.962128 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] For port ea1cd43f-46fc-4767-850b-4b95dc2014c2, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:50:33.965750 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] For port ea1cd43f-46fc-4767-850b-4b95dc2014c2, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=ea1cd43f-46fc-4767-850b-4b95dc2014c2,segment=NetworkSegment(31f7bc2b-de40-4250-9290-e34b2b11783a),segment_id=31f7bc2b-de40-4250-9290-e34b2b11783a)] {{(pid=84103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:50:33.970953 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:33.987629 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:34.000475 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:34.066354 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-36f44e91-316c-4732-a085-fab430592a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:34.127556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Pushing event updated for resources: {'Port': ['ID=abc45786-e8f0-4b4b-aeb7-8fb8340fb87f,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:34.131003 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:34.173760 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Pushing event updated for resources: {'Port': ['ID=ea1cd43f-46fc-4767-850b-4b95dc2014c2,revision_number=2']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:34.179272 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:34.189090 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:50:34.190252 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:50:34.192635 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Received port after_create {{(pid=84101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:50:34.965391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:35.331313 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850969414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860760'] for router, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:35.503803 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de90b52b-45d4-4b06-be1d-2b3ef2497047 None None] Network ace14d03-b1cd-4cde-809e-6621a78519b4 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:50:35.607445 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Router 2ff765fe-7179-413c-a814-79d2bb63d11f is scheduled to L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 with binding_index 1 {{(pid=84101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:50:35.631672 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-15f28adc-b7d3-4c33-a05d-d3c8a3741508 None None] Provisioning for port ea1cd43f-46fc-4767-850b-4b95dc2014c2 completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:50:35.679333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device ea1cd43f-46fc-4767-850b-4b95dc2014c2 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:50:35.808181 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:50:35.818620 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96318096-6798-490b-beed-b58c98c62175 None None] Sync routers for ids ['2ff765fe-7179-413c-a814-79d2bb63d11f'] in dv-cinder-759987-4-smb {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:50:35.829326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96318096-6798-490b-beed-b58c98c62175 None None] Routers {'2ff765fe-7179-413c-a814-79d2bb63d11f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:50:35.830283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-96318096-6798-490b-beed-b58c98c62175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:50:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2ff765fe-7179-413c-a814-79d2bb63d11f'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:35.837159 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port ea1cd43f-46fc-4767-850b-4b95dc2014c2 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:50:35.842245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port ea1cd43f-46fc-4767-850b-4b95dc2014c2 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:35.842798 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:35.865552 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] Notify callbacks [] for router, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:35.868664 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-78b0c5e2-0c01-457f-998e-0a0ca3e139be admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3371174 Feb 17 04:50:35.870525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 58378) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:35.984004 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:36.038690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port ea1cd43f-46fc-4767-850b-4b95dc2014c2, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=ea1cd43f-46fc-4767-850b-4b95dc2014c2,segment=NetworkSegment(31f7bc2b-de40-4250-9290-e34b2b11783a),segment_id=31f7bc2b-de40-4250-9290-e34b2b11783a)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:50:36.049200 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-96318096-6798-490b-beed-b58c98c62175 None None] Set router 2ff765fe-7179-413c-a814-79d2bb63d11f gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:50:36.099815 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:36.105148 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:36.200316 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-e13d749c-2950-4b8b-a7b9-6f91725bd5b5 None None] Provisioning complete for port ea1cd43f-46fc-4767-850b-4b95dc2014c2 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:36.204367 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e13d749c-2950-4b8b-a7b9-6f91725bd5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:36.271778 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=ea1cd43f-46fc-4767-850b-4b95dc2014c2,revision_number=3']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:36.278471 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:36.395808 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-96318096-6798-490b-beed-b58c98c62175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215'}], 'enable_snat': True}, 'gw_port_id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:32Z', 'updated_at': '2021-02-17T04:50:34Z', 'revision_number': 3, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'gw_port': {'id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:33Z', 'updated_at': '2021-02-17T04:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:36.400932 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96318096-6798-490b-beed-b58c98c62175 None None] Checking router: 2ff765fe-7179-413c-a814-79d2bb63d11f for host: dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:50:36.401333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96318096-6798-490b-beed-b58c98c62175 None None] Updating router 2ff765fe-7179-413c-a814-79d2bb63d11f port abc45786-e8f0-4b4b-aeb7-8fb8340fb87f binding host dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:50:36.460625 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-96318096-6798-490b-beed-b58c98c62175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:36.467577 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-3efda014-036b-4985-a13e-18b67ac3b55d None None] Provisioning complete for port ea1cd43f-46fc-4767-850b-4b95dc2014c2 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:36.467999 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3efda014-036b-4985-a13e-18b67ac3b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:36.672965 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:36.862522 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-96318096-6798-490b-beed-b58c98c62175 None None] Notify callbacks [] for port, precommit_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:36.875873 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-96318096-6798-490b-beed-b58c98c62175 None None] Transition to ACTIVE for port object abc45786-e8f0-4b4b-aeb7-8fb8340fb87f will not be triggered until provisioned by entity L2. {{(pid=84104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:50:36.913508 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-96318096-6798-490b-beed-b58c98c62175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:36.930834 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ed47438a-419f-4c7a-a8a5-75d625d2af67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:37.078221 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Pushing event updated for resources: {'Port': ['ID=abc45786-e8f0-4b4b-aeb7-8fb8340fb87f,revision_number=2']} {{(pid=84104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:37.102202 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.102590 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.102973 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.103351 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.103738 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.104099 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.104578 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.104949 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.105320 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.105687 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.106053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.106418 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.106826 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.107190 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.107553 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.107938 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.108355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.108748 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.109111 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.109476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.109837 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.110199 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.110560 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.110922 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:37.116235 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:37.172254 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-96318096-6798-490b-beed-b58c98c62175 None None] Attempting to bind port abc45786-e8f0-4b4b-aeb7-8fb8340fb87f on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:50:37.172704 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-96318096-6798-490b-beed-b58c98c62175 None None] Attempting to bind port abc45786-e8f0-4b4b-aeb7-8fb8340fb87f by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}] {{(pid=84104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:50:37.173123 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96318096-6798-490b-beed-b58c98c62175 None None] Attempting to bind port abc45786-e8f0-4b4b-aeb7-8fb8340fb87f on network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:50:37.179305 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96318096-6798-490b-beed-b58c98c62175 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:50:37.179727 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96318096-6798-490b-beed-b58c98c62175 None None] Checking segment: {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:50:37.180812 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-96318096-6798-490b-beed-b58c98c62175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:37.181292 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96318096-6798-490b-beed-b58c98c62175 None None] Bound using segment: {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'} {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:50:37.181774 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-96318096-6798-490b-beed-b58c98c62175 None None] Bound port: abc45786-e8f0-4b4b-aeb7-8fb8340fb87f, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}}] {{(pid=84104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:50:37.182200 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-96318096-6798-490b-beed-b58c98c62175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:37.182730 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d84fb4dc-833d-4dd3-ba60-a4094baccc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:37.252798 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Allocated IP 172.20.0.1 (ace14d03-b1cd-4cde-809e-6621a78519b4/09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c/4facb8cd-c1ed-4b66-bebc-6e069822fcd9) {{(pid=84101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:50:37.260866 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-96318096-6798-490b-beed-b58c98c62175 None None] For port abc45786-e8f0-4b4b-aeb7-8fb8340fb87f, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:50:37.264250 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-96318096-6798-490b-beed-b58c98c62175 None None] For port abc45786-e8f0-4b4b-aeb7-8fb8340fb87f, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=abc45786-e8f0-4b4b-aeb7-8fb8340fb87f,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:50:37.296339 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-96318096-6798-490b-beed-b58c98c62175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:37.312674 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:37.406763 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:37.424309 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Transition to ACTIVE for port object 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 will not be triggered until provisioned by entity DHCP. {{(pid=84101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:50:37.473964 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:37.491388 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d460c3b2-f54f-4c49-828a-50bc7707bf80 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:37.625632 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=4facb8cd-c1ed-4b66-bebc-6e069822fcd9,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:37.630045 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:37.645470 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device ea1cd43f-46fc-4767-850b-4b95dc2014c2 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:50:37.653349 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Pushing event updated for resources: {'Port': ['ID=abc45786-e8f0-4b4b-aeb7-8fb8340fb87f,revision_number=3']} {{(pid=84104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:37.656931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-78e56b64-c17c-44d7-afd8-dd246abfc271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:37.675788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96318096-6798-490b-beed-b58c98c62175 None None] Routers {'2ff765fe-7179-413c-a814-79d2bb63d11f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:50:37.676478 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-96318096-6798-490b-beed-b58c98c62175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:50:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2ff765fe-7179-413c-a814-79d2bb63d11f'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:37.691895 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Network ace14d03-b1cd-4cde-809e-6621a78519b4 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:50:37.693241 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:50:37.695657 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Received port after_create {{(pid=84101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:50:37.723290 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port ea1cd43f-46fc-4767-850b-4b95dc2014c2 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:37.723741 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:37.753848 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854387455'] for router_interface, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:37.879800 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-96318096-6798-490b-beed-b58c98c62175 None None] Set router 2ff765fe-7179-413c-a814-79d2bb63d11f gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:50:37.948622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:37.953373 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-ce7447d5-339a-4ff7-bd5f-9e52a3629022 None None] Provisioning for port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:50:37.958482 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-ce7447d5-339a-4ff7-bd5f-9e52a3629022 None None] Provisioning complete for port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:37.958988 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ce7447d5-339a-4ff7-bd5f-9e52a3629022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:38.041083 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-ce7447d5-339a-4ff7-bd5f-9e52a3629022 None None] Port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:50:38.186151 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-96318096-6798-490b-beed-b58c98c62175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215'}], 'enable_snat': True}, 'gw_port_id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:32Z', 'updated_at': '2021-02-17T04:50:34Z', 'revision_number': 3, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'gw_port': {'id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:33Z', 'updated_at': '2021-02-17T04:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:38.190241 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96318096-6798-490b-beed-b58c98c62175 None None] The sync data for ids ['2ff765fe-7179-413c-a814-79d2bb63d11f'] in dv-cinder-759987-4-smb is: [{'id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215'}], 'enable_snat': True}, 'gw_port_id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:32Z', 'updated_at': '2021-02-17T04:50:34Z', 'revision_number': 3, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'gw_port': {'id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:33Z', 'updated_at': '2021-02-17T04:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}] {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:50:38.262903 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:38.293919 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853031306'] for port, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:38.323559 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0dcc8c19-31f8-4784-ab23-76d6afb5def0 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:38.407788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851067731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-388455'] for router_interface, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:38.423066 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=4facb8cd-c1ed-4b66-bebc-6e069822fcd9,revision_number=2']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:38.475621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:38.554228 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Network ace14d03-b1cd-4cde-809e-6621a78519b4 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:50:38.555983 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:50:38.781619 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Router 2ff765fe-7179-413c-a814-79d2bb63d11f has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:50:38.867464 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-86429dd4-3b82-434b-a841-f694e6b55dd9 None None] Provisioning complete for port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:38.868688 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-86429dd4-3b82-434b-a841-f694e6b55dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:38.935622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-86429dd4-3b82-434b-a841-f694e6b55dd9 None None] Port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:50:38.979820 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:50:38.989516 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] 10.222.0.30 "PUT /v2.0/routers/2ff765fe-7179-413c-a814-79d2bb63d11f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1179128 Feb 17 04:50:39.558714 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ade31a5d-21f6-4af6-aa5e-bf3409967086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:39.660946 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device abc45786-e8f0-4b4b-aeb7-8fb8340fb87f up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:50:39.770282 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port abc45786-e8f0-4b4b-aeb7-8fb8340fb87f completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:50:39.776431 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port abc45786-e8f0-4b4b-aeb7-8fb8340fb87f triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:39.776888 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:39.904335 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:39.929978 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port abc45786-e8f0-4b4b-aeb7-8fb8340fb87f, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=abc45786-e8f0-4b4b-aeb7-8fb8340fb87f,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:50:39.957113 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84101) accepted ('10.222.0.30', 58400) {{(pid=84101) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:39.963627 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-951648395-network', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:50:39.969276 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:39.973570 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Usage tracker for resource:network and tenant:491bf70b16e04d9bb814cd0eb8f123eb is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:39.976673 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:39.982058 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:39.984369 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:39.984554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:39.985421 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:40.057399 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=abc45786-e8f0-4b4b-aeb7-8fb8340fb87f,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:40.060761 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:40.141546 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Made reservation on behalf of 491bf70b16e04d9bb814cd0eb8f123eb for: {'network': 1} {{(pid=84101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:50:40.146374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for network, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:40.159631 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:40.175125 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:40.179228 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Usage tracker for resource:security_group_rule and tenant:491bf70b16e04d9bb814cd0eb8f123eb is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:40.182736 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:40.188547 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:40.274844 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:40.312963 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:40.317229 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a7412aae-a3ca-4fa3-af82-d18384ad4357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:40.348479 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 04:50:40.358288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f93b14c-8bca-4915-84c2-f2929ebffcc4,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:40.362160 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:40.365053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:40.365451 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.segments_db [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Added segment f17b8de9-ddde-4e2d-9043-b1e81661a8a2 of type vxlan for network 0fc89126-9c51-4898-8f97-abb18d4e1fd7 Feb 17 04:50:40.393202 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363293654462119'] for network, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:40.456065 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746'] for network, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:40.457462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:50:40.458142 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:40.461974 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:40.570765 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Pushing event updated for resources: {'Network': ['ID=0fc89126-9c51-4898-8f97-abb18d4e1fd7,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:40.572075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:40.579483 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Network 0fc89126-9c51-4898-8f97-abb18d4e1fd7 details requested by agent ovs-agent-dv-cinder-759987-4-smb with host dv-cinder-759987-4-smb {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:50:40.588177 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-fed0fb29-651e-4eee-acaa-138170ec6f2d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6298978 Feb 17 04:50:40.591279 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58404) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:40.597756 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Request body: {'subnet': {'network_id': '0fc89126-9c51-4898-8f97-abb18d4e1fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-951648395-subnet', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'ip_version': 4}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:50:40.599481 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Network 0fc89126-9c51-4898-8f97-abb18d4e1fd7 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=84103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 04:50:40.603690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:40.607900 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Usage tracker for resource:subnet and tenant:491bf70b16e04d9bb814cd0eb8f123eb is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:40.610987 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:40.616808 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:40.655986 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Made reservation on behalf of 491bf70b16e04d9bb814cd0eb8f123eb for: {'subnet': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:50:40.661025 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28149260'] for subnet, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:40.866582 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Sync routers for ids ['2ff765fe-7179-413c-a814-79d2bb63d11f'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:50:40.876585 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Routers {'2ff765fe-7179-413c-a814-79d2bb63d11f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:50:40.877269 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:50:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2ff765fe-7179-413c-a814-79d2bb63d11f'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:41.074172 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Set router 2ff765fe-7179-413c-a814-79d2bb63d11f gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:50:41.130639 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-691931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28149277'] for subnet, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:41.146954 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:41.282494 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4fb48e9-bfdc-41d3-a6c2-e20c622041b5,revision_number=0']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:41.286632 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:41.349955 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Checking segment: {'id': 'f17b8de9-ddde-4e2d-9043-b1e81661a8a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0fc89126-9c51-4898-8f97-abb18d4e1fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:50:41.350360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Network hostable DHCP agents. Network: 0fc89126-9c51-4898-8f97-abb18d4e1fd7, hostable agents: ['6af7b2ee-9130-4765-a609-afd62df356cb'], hosted agents: [] {{(pid=84102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 04:50:41.404189 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Network 0fc89126-9c51-4898-8f97-abb18d4e1fd7 is scheduled to be hosted by DHCP agent 6af7b2ee-9130-4765-a609-afd62df356cb with binding_index 1 {{(pid=84102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 04:50:41.431644 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215'}], 'enable_snat': True}, 'gw_port_id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:32Z', 'updated_at': '2021-02-17T04:50:37Z', 'revision_number': 4, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'gw_port': {'id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:33Z', 'updated_at': '2021-02-17T04:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '4facb8cd-c1ed-4b66-bebc-6e069822fcd9', 'name': '', 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'mac_address': 'fa:16:3e:db:c0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:36Z', 'updated_at': '2021-02-17T04:50:38Z', 'revision_number': 2, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'subnets': [{'id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:41.434744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Checking router: 2ff765fe-7179-413c-a814-79d2bb63d11f for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:50:41.435177 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Updating router 2ff765fe-7179-413c-a814-79d2bb63d11f port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 binding host dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:50:41.468528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:41.471279 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-4-smb, 0fc89126-9c51-4898-8f97-abb18d4e1fd7) {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:50:41.480360 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597af622-0b5e-446a-9132-c3ba87a5bc1c None None] Network 0fc89126-9c51-4898-8f97-abb18d4e1fd7 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:50:41.487540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:50:41.488202 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:41.540653 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-a49c0ce3-bd4d-4d2d-bf25-8b7390dfe8e6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9478185 Feb 17 04:50:41.543206 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58408) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:41.548753 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-951648395-router', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:50:41.553594 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:41.558199 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Usage tracker for resource:router and tenant:491bf70b16e04d9bb814cd0eb8f123eb is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:41.561859 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:41.568017 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:41.640283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3806413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13227'] for router, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:41.642628 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3806266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3859072', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854434389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762573'] for router, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:41.659005 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:41.743978 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device abc45786-e8f0-4b4b-aeb7-8fb8340fb87f up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:50:41.776665 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:41.975522 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850915037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850969429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762622'] for router, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:42.021575 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port abc45786-e8f0-4b4b-aeb7-8fb8340fb87f triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:42.022009 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:42.195347 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp032d452b-0452-5bab-8cee-bc0f264fa599-0fc89126-9c51-4898-8f97-abb18d4e1fd7', 'network_id': '0fc89126-9c51-4898-8f97-abb18d4e1fd7', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'fixed_ips': [{'subnet_id': 'c4fb48e9-bfdc-41d3-a6c2-e20c622041b5'}]}} from dv-cinder-759987-4-smb. {{(pid=84103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 04:50:42.196828 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:42.260108 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:42.343277 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:42.376064 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:42.655290 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Allocated IP 172.28.1.104 (1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4/b35f33eb-71d5-4010-9deb-6d694d1893d4/42adcb97-f14b-498f-bb2d-1babaaa23031) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:50:42.758398 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Notify callbacks [] for port, precommit_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:42.761193 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Allocated IP 172.20.0.2 (0fc89126-9c51-4898-8f97-abb18d4e1fd7/c4fb48e9-bfdc-41d3-a6c2-e20c622041b5/58d06cd6-f3a4-4cf1-b685-7a00c64cf73f) {{(pid=84103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:50:42.779171 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Transition to ACTIVE for port object 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 will not be triggered until provisioned by entity L2. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:50:42.813616 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:42.847983 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:42.867391 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-befbe2b5-24fa-40a6-ace2-55cfa583919d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:42.868473 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:42.883781 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f2134c00-ce31-47dd-b532-133510959c5a tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:43.030770 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Pushing event updated for resources: {'Port': ['ID=42adcb97-f14b-498f-bb2d-1babaaa23031,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:43.034710 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:43.045579 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cc4a9-18e9-4e40-adec-c7ce7828d516 None None] Pushing event updated for resources: {'Port': ['ID=4facb8cd-c1ed-4b66-bebc-6e069822fcd9,revision_number=3']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:43.052911 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ce4cc4a9-18e9-4e40-adec-c7ce7828d516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:43.097261 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:50:43.098493 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:50:43.100897 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:50:43.273097 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Notify callbacks [] for port, precommit_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:43.309388 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Transition to ACTIVE for port object 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f will not be triggered until provisioned by entity L2. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:50:43.322652 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Attempting to bind port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:50:43.322964 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Attempting to bind port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': '31f7bc2b-de40-4250-9290-e34b2b11783a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4'}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:50:43.323384 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Attempting to bind port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 on network ace14d03-b1cd-4cde-809e-6621a78519b4 {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:50:43.335299 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:50:43.335729 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Checking segment: {'id': '31f7bc2b-de40-4250-9290-e34b2b11783a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:50:43.336186 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:43.337219 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Bound using segment: {'id': '31f7bc2b-de40-4250-9290-e34b2b11783a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4'} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:50:43.337765 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Bound port: 4facb8cd-c1ed-4b66-bebc-6e069822fcd9, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f7bc2b-de40-4250-9290-e34b2b11783a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4'}}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:50:43.338194 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:43.351897 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Transition to ACTIVE for port object 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f will not be triggered until provisioned by entity DHCP. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:50:43.408547 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431'] for port, after_create {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:43.597437 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:43.721188 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:50:43.776047 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Pushing event updated for resources: {'Port': ['ID=58d06cd6-f3a4-4cf1-b685-7a00c64cf73f,revision_number=1']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:43.783048 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:43.789877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] For port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:50:43.810100 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] For port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=4facb8cd-c1ed-4b66-bebc-6e069822fcd9,segment=NetworkSegment(31f7bc2b-de40-4250-9290-e34b2b11783a),segment_id=31f7bc2b-de40-4250-9290-e34b2b11783a)] {{(pid=84103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:50:43.832867 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Network 0fc89126-9c51-4898-8f97-abb18d4e1fd7 is already hosted by enough agents. {{(pid=84103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:50:43.833509 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:43.834022 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Resources bound (agent type, host, resource id): {{(pid=84103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:50:43.837411 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Received port after_create {{(pid=84103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:50:43.840538 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:43.857186 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:44.045126 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Attempting to bind port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:50:44.045541 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Attempting to bind port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': 'f17b8de9-ddde-4e2d-9043-b1e81661a8a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0fc89126-9c51-4898-8f97-abb18d4e1fd7'}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:50:44.045957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Attempting to bind port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f on network 0fc89126-9c51-4898-8f97-abb18d4e1fd7 {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:50:44.068622 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cc4a9-18e9-4e40-adec-c7ce7828d516 None None] Pushing event updated for resources: {'Port': ['ID=4facb8cd-c1ed-4b66-bebc-6e069822fcd9,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:44.072540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ce4cc4a9-18e9-4e40-adec-c7ce7828d516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:44.076968 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:50:44.076968 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Checking segment: {'id': 'f17b8de9-ddde-4e2d-9043-b1e81661a8a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0fc89126-9c51-4898-8f97-abb18d4e1fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:50:44.076968 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:44.077410 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Bound using segment: {'id': 'f17b8de9-ddde-4e2d-9043-b1e81661a8a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0fc89126-9c51-4898-8f97-abb18d4e1fd7'} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:50:44.077707 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Bound port: 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17b8de9-ddde-4e2d-9043-b1e81661a8a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0fc89126-9c51-4898-8f97-abb18d4e1fd7'}}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:50:44.078316 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:44.202290 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Routers {'2ff765fe-7179-413c-a814-79d2bb63d11f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:50:44.203255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:50:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2ff765fe-7179-413c-a814-79d2bb63d11f'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:44.206195 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850969414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860760'] for router, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:44.344849 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] For port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:50:44.371616 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] For port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=58d06cd6-f3a4-4cf1-b685-7a00c64cf73f,segment=NetworkSegment(f17b8de9-ddde-4e2d-9043-b1e81661a8a2),segment_id=f17b8de9-ddde-4e2d-9043-b1e81661a8a2)] {{(pid=84103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:50:44.413635 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:44.431034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:44.462041 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Router 2e10b2c2-13f5-406b-8775-0bd020a40b0d is scheduled to L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 with binding_index 1 {{(pid=84102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 04:50:44.544907 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] Set router 2ff765fe-7179-413c-a814-79d2bb63d11f gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:50:44.658015 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:50:44.668008 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Sync routers for ids ['2e10b2c2-13f5-406b-8775-0bd020a40b0d'] in dv-cinder-759987-4-smb {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:50:44.678653 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Routers {'2e10b2c2-13f5-406b-8775-0bd020a40b0d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:50:44.679439 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:50:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2e10b2c2-13f5-406b-8775-0bd020a40b0d'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:44.707502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] Notify callbacks [] for router, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:44.708995 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-623326f5-94b1-4cc3-b427-aac879ae6460 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1647208 Feb 17 04:50:44.712226 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58412) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:50:44.801167 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Pushing event updated for resources: {'Port': ['ID=58d06cd6-f3a4-4cf1-b685-7a00c64cf73f,revision_number=2']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:44.809224 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d649dce8-656b-4b36-901a-48e7bdde2924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:44.879554 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Set router 2e10b2c2-13f5-406b-8775-0bd020a40b0d gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:50:44.958981 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215'}], 'enable_snat': True}, 'gw_port_id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:32Z', 'updated_at': '2021-02-17T04:50:37Z', 'revision_number': 4, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'gw_port': {'id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:33Z', 'updated_at': '2021-02-17T04:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '4facb8cd-c1ed-4b66-bebc-6e069822fcd9', 'name': '', 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'mac_address': 'fa:16:3e:db:c0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:36Z', 'updated_at': '2021-02-17T04:50:43Z', 'revision_number': 4, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'subnets': [{'id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:44.963865 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b10d7-823d-42cd-a67f-94232f5705c6 None None] The sync data for ids ['2ff765fe-7179-413c-a814-79d2bb63d11f'] in dv-cinder-759987-4-smb is: [{'id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215'}], 'enable_snat': True}, 'gw_port_id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:32Z', 'updated_at': '2021-02-17T04:50:37Z', 'revision_number': 4, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'gw_port': {'id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:33Z', 'updated_at': '2021-02-17T04:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '4facb8cd-c1ed-4b66-bebc-6e069822fcd9', 'name': '', 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'mac_address': 'fa:16:3e:db:c0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:36Z', 'updated_at': '2021-02-17T04:50:43Z', 'revision_number': 4, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'subnets': [{'id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:50:45.277709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'name': 'tempest-TestShelveInstance-951648395-router', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:41Z', 'updated_at': '2021-02-17T04:50:43Z', 'revision_number': 3, 'project_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'gw_port': {'id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:42Z', 'updated_at': '2021-02-17T04:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:45.281871 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Checking router: 2e10b2c2-13f5-406b-8775-0bd020a40b0d for host: dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:50:45.282263 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Updating router 2e10b2c2-13f5-406b-8775-0bd020a40b0d port 42adcb97-f14b-498f-bb2d-1babaaa23031 binding host dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:50:45.355346 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:45.570851 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:45.725383 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:50:45.822575 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Notify callbacks [] for port, precommit_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:45.837731 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Transition to ACTIVE for port object 42adcb97-f14b-498f-bb2d-1babaaa23031 will not be triggered until provisioned by entity L2. {{(pid=84104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:50:45.842476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:50:45.847996 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:45.848544 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:45.873220 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:45.896127 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ed47438a-419f-4c7a-a8a5-75d625d2af67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:45.987266 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Allocated IP 172.20.0.1 (0fc89126-9c51-4898-8f97-abb18d4e1fd7/c4fb48e9-bfdc-41d3-a6c2-e20c622041b5/b636d49c-e138-4f28-908b-83603d571d1e) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:50:46.002401 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:46.052773 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=4facb8cd-c1ed-4b66-bebc-6e069822fcd9,segment=NetworkSegment(31f7bc2b-de40-4250-9290-e34b2b11783a),segment_id=31f7bc2b-de40-4250-9290-e34b2b11783a)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:50:46.080646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec37eb4-1305-405e-b717-2ce7ad18a369 None None] Pushing event updated for resources: {'Port': ['ID=42adcb97-f14b-498f-bb2d-1babaaa23031,revision_number=2']} {{(pid=84104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:46.084005 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0ec37eb4-1305-405e-b717-2ce7ad18a369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:46.116642 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:46.118285 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:50:46.149430 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Attempting to bind port 42adcb97-f14b-498f-bb2d-1babaaa23031 on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:50:46.149609 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Attempting to bind port 42adcb97-f14b-498f-bb2d-1babaaa23031 by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}] {{(pid=84104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:50:46.149916 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Attempting to bind port 42adcb97-f14b-498f-bb2d-1babaaa23031 on network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:50:46.156133 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:50:46.156587 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Checking segment: {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:50:46.157197 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:46.157785 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Bound using segment: {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'} {{(pid=84104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:50:46.160786 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Bound port: 42adcb97-f14b-498f-bb2d-1babaaa23031, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc55103-4985-4aa1-907c-043146a3a8cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}}] {{(pid=84104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:50:46.161318 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:46.163779 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:46.187656 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:46.209971 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Transition to ACTIVE for port object b636d49c-e138-4f28-908b-83603d571d1e will not be triggered until provisioned by entity DHCP. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:50:46.252700 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] For port 42adcb97-f14b-498f-bb2d-1babaaa23031, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:50:46.256569 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] For port 42adcb97-f14b-498f-bb2d-1babaaa23031, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=42adcb97-f14b-498f-bb2d-1babaaa23031,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:50:46.272083 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=4facb8cd-c1ed-4b66-bebc-6e069822fcd9,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:46.274985 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:46.275686 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:46.293060 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-cb997b98-f9c6-4d1e-bb03-203a52be1987 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:46.302282 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84104) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:46.318619 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:46.328311 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:50:46.466013 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d4c6d7-002c-4dd0-b496-9e89bfee675f None None] Network 0fc89126-9c51-4898-8f97-abb18d4e1fd7 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:50:46.494068 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec37eb4-1305-405e-b717-2ce7ad18a369 None None] Pushing event updated for resources: {'Port': ['ID=42adcb97-f14b-498f-bb2d-1babaaa23031,revision_number=3']} {{(pid=84104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:46.497734 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0ec37eb4-1305-405e-b717-2ce7ad18a369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84104) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:46.561778 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Routers {'2e10b2c2-13f5-406b-8775-0bd020a40b0d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:50:46.562931 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:50:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2e10b2c2-13f5-406b-8775-0bd020a40b0d'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:46.606568 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-ee5b8c1f-f687-43bf-af66-b6389869c72a None None] Provisioning for port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:50:46.614928 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-ee5b8c1f-f687-43bf-af66-b6389869c72a None None] Provisioning complete for port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:46.615351 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8c1f-f687-43bf-af66-b6389869c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:46.707300 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Pushing event updated for resources: {'Port': ['ID=b636d49c-e138-4f28-908b-83603d571d1e,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:46.721177 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:46.770262 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Network 0fc89126-9c51-4898-8f97-abb18d4e1fd7 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:50:46.771822 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:50:46.775039 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:50:46.837163 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854387455'] for router_interface, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:46.937963 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] Set router 2e10b2c2-13f5-406b-8775-0bd020a40b0d gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:50:47.021717 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8c1f-f687-43bf-af66-b6389869c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:47.065714 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-ee5b8c1f-f687-43bf-af66-b6389869c72a None None] For port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=58d06cd6-f3a4-4cf1-b685-7a00c64cf73f,segment=NetworkSegment(f17b8de9-ddde-4e2d-9043-b1e81661a8a2),segment_id=f17b8de9-ddde-4e2d-9043-b1e81661a8a2)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:50:47.119324 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8c1f-f687-43bf-af66-b6389869c72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:47.121222 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:47.168049 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:47.204290 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b8c1f-f687-43bf-af66-b6389869c72a None None] Pushing event updated for resources: {'Port': ['ID=58d06cd6-f3a4-4cf1-b685-7a00c64cf73f,revision_number=3']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:47.207845 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ee5b8c1f-f687-43bf-af66-b6389869c72a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:47.288046 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'name': 'tempest-TestShelveInstance-951648395-router', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:41Z', 'updated_at': '2021-02-17T04:50:43Z', 'revision_number': 3, 'project_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'gw_port': {'id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:42Z', 'updated_at': '2021-02-17T04:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:47.294063 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f51e7c-14bd-4018-8a95-bb355762de99 None None] The sync data for ids ['2e10b2c2-13f5-406b-8775-0bd020a40b0d'] in dv-cinder-759987-4-smb is: [{'id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'name': 'tempest-TestShelveInstance-951648395-router', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:41Z', 'updated_at': '2021-02-17T04:50:43Z', 'revision_number': 3, 'project_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'gw_port': {'id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:42Z', 'updated_at': '2021-02-17T04:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}] {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:50:47.381820 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-74a3323c-0417-4803-ac54-8e302722d9dc None None] Provisioning for port b636d49c-e138-4f28-908b-83603d571d1e completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:50:47.388163 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-74a3323c-0417-4803-ac54-8e302722d9dc None None] Provisioning complete for port b636d49c-e138-4f28-908b-83603d571d1e triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:47.388652 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-74a3323c-0417-4803-ac54-8e302722d9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:47.457736 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-74a3323c-0417-4803-ac54-8e302722d9dc None None] Port b636d49c-e138-4f28-908b-83603d571d1e cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:50:47.469948 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-74a3323c-0417-4803-ac54-8e302722d9dc None None] Provisioning complete for port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:47.470424 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-74a3323c-0417-4803-ac54-8e302722d9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:47.497997 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:47.529944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:47.567592 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-05b6e3f4-be57-4d66-86a7-b9943e47ebfd tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:47.654902 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Pushing event updated for resources: {'Port': ['ID=b636d49c-e138-4f28-908b-83603d571d1e,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:47.659359 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:47.660381 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851067731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-388455'] for router_interface, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:47.684742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:50:47.788307 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-09f25c7c-153d-463c-8b97-a4d373a2326d None None] Provisioning complete for port b636d49c-e138-4f28-908b-83603d571d1e triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:47.789316 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-09f25c7c-153d-463c-8b97-a4d373a2326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:47.858989 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-09f25c7c-153d-463c-8b97-a4d373a2326d None None] Port b636d49c-e138-4f28-908b-83603d571d1e cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:50:47.859564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Network 0fc89126-9c51-4898-8f97-abb18d4e1fd7 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:50:47.860850 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:50:47.869933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:47.870344 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:47.925457 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-09f25c7c-153d-463c-8b97-a4d373a2326d None None] Provisioning complete for port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:47.926506 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-09f25c7c-153d-463c-8b97-a4d373a2326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:48.114008 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Router 2e10b2c2-13f5-406b-8775-0bd020a40b0d has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:50:48.155951 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:50:48.234502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:48.235092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:48.315695 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:50:48.325354 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-90cb6d9a-b270-4183-bd5c-b485f4f43012 admin admin] 10.222.0.30 "PUT /v2.0/routers/2e10b2c2-13f5-406b-8775-0bd020a40b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6119936 Feb 17 04:50:48.361890 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-704e804d-b04f-4a10-ac39-92b641f067cc None None] Provisioning complete for port b636d49c-e138-4f28-908b-83603d571d1e triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:48.362315 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-704e804d-b04f-4a10-ac39-92b641f067cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:48.435242 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-704e804d-b04f-4a10-ac39-92b641f067cc None None] Port b636d49c-e138-4f28-908b-83603d571d1e cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:50:48.447210 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-704e804d-b04f-4a10-ac39-92b641f067cc None None] Provisioning complete for port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:48.447636 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-704e804d-b04f-4a10-ac39-92b641f067cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:49.341372 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-b9144ac6-bb3e-4ba2-ad20-fc0b3b568f52 req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-696629513', 'description': 'tempest-TestShelveInstance-696629513 description'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:50:49.347947 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-b9144ac6-bb3e-4ba2-ad20-fc0b3b568f52 req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:49.352611 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-b9144ac6-bb3e-4ba2-ad20-fc0b3b568f52 req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Usage tracker for resource:security_group and tenant:0b29407aac5f4fceacabdd5a779b4c18 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:49.355654 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-b9144ac6-bb3e-4ba2-ad20-fc0b3b568f52 req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:49.361556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-b9144ac6-bb3e-4ba2-ad20-fc0b3b568f52 req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:49.404056 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-b9144ac6-bb3e-4ba2-ad20-fc0b3b568f52 req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for security_group, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:49.425482 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-b9144ac6-bb3e-4ba2-ad20-fc0b3b568f52 req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:49.429458 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-b9144ac6-bb3e-4ba2-ad20-fc0b3b568f52 req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Usage tracker for resource:security_group_rule and tenant:0b29407aac5f4fceacabdd5a779b4c18 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:49.433061 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-b9144ac6-bb3e-4ba2-ad20-fc0b3b568f52 req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:49.438744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-b9144ac6-bb3e-4ba2-ad20-fc0b3b568f52 req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:49.513606 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-b9144ac6-bb3e-4ba2-ad20-fc0b3b568f52 req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for security_group, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:49.546736 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-b9144ac6-bb3e-4ba2-ad20-fc0b3b568f52 req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:49.552125 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-48a21d58-c531-4764-ba84-5a22ca8cfc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:49.592492 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:49.595515 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:49.631361 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-b9144ac6-bb3e-4ba2-ad20-fc0b3b568f52 req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for security_group, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:49.632939 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b9144ac6-bb3e-4ba2-ad20-fc0b3b568f52 req-dc494014-97a6-4cc6-bc78-d8e672c09588 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2966657 Feb 17 04:50:49.682862 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 42adcb97-f14b-498f-bb2d-1babaaa23031 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:50:49.716947 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-56c89390-104f-46fd-bb25-c2e97b7f55c0 req-b7c5fe1f-8561-434e-baeb-5fe9b77bc542 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups/c93f7c3a-1df1-42f3-b844-a4e8ed1339c0 HTTP/1.1" status: 200 len: 1800 time: 0.0589209 Feb 17 04:50:49.729887 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-56c89390-104f-46fd-bb25-c2e97b7f55c0 req-e94aee77-2664-409e-9f84-d545e1d42336 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c93f7c3a-1df1-42f3-b844-a4e8ed1339c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:50:49.730218 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-56c89390-104f-46fd-bb25-c2e97b7f55c0 req-e94aee77-2664-409e-9f84-d545e1d42336 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c93f7c3a-1df1-42f3-b844-a4e8ed1339c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:50:49.736790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-56c89390-104f-46fd-bb25-c2e97b7f55c0 req-e94aee77-2664-409e-9f84-d545e1d42336 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:49.740985 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-56c89390-104f-46fd-bb25-c2e97b7f55c0 req-e94aee77-2664-409e-9f84-d545e1d42336 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Usage tracker for resource:security_group_rule and tenant:0b29407aac5f4fceacabdd5a779b4c18 is out of sync, need to count used quota {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:49.744095 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-56c89390-104f-46fd-bb25-c2e97b7f55c0 req-e94aee77-2664-409e-9f84-d545e1d42336 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84102) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:49.759628 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-56c89390-104f-46fd-bb25-c2e97b7f55c0 req-e94aee77-2664-409e-9f84-d545e1d42336 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:49.792867 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port 42adcb97-f14b-498f-bb2d-1babaaa23031 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:50:49.798797 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 42adcb97-f14b-498f-bb2d-1babaaa23031 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:49.808081 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:49.877502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-56c89390-104f-46fd-bb25-c2e97b7f55c0 req-e94aee77-2664-409e-9f84-d545e1d42336 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:49.907459 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-56c89390-104f-46fd-bb25-c2e97b7f55c0 req-e94aee77-2664-409e-9f84-d545e1d42336 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:49.926340 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:49.943882 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port 42adcb97-f14b-498f-bb2d-1babaaa23031, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=42adcb97-f14b-498f-bb2d-1babaaa23031,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:50:49.952949 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-56c89390-104f-46fd-bb25-c2e97b7f55c0 req-e94aee77-2664-409e-9f84-d545e1d42336 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346749'] for security_group_rule, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:49.955283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-5f35e2d9-59f2-48c3-b555-0796c8d99b1f tempest-TestMinimumBasicScenario-1204550591 tempest-TestMinimumBasicScenario-1204550591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:49.982690 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94aee77-2664-409e-9f84-d545e1d42336 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f07348-140f-49a6-b01b-cdb0fe17922a,revision_number=0']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:49.982944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:49.985564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ee5b8c1f-f687-43bf-af66-b6389869c72a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:49.988012 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e94aee77-2664-409e-9f84-d545e1d42336 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:50.022232 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-56c89390-104f-46fd-bb25-c2e97b7f55c0 req-e94aee77-2664-409e-9f84-d545e1d42336 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:50.024687 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-56c89390-104f-46fd-bb25-c2e97b7f55c0 req-e94aee77-2664-409e-9f84-d545e1d42336 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2993767 Feb 17 04:50:50.061255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Sync routers for ids ['2e10b2c2-13f5-406b-8775-0bd020a40b0d'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:50:50.074536 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=42adcb97-f14b-498f-bb2d-1babaaa23031,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:50.082279 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Routers {'2e10b2c2-13f5-406b-8775-0bd020a40b0d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:50:50.082966 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:50:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2e10b2c2-13f5-406b-8775-0bd020a40b0d'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:50.102509 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-736e322a-5fb1-4169-a1b9-acec97920462 req-40d1c3bd-a7f9-4a2a-970c-3f6f4f2de851 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups/c93f7c3a-1df1-42f3-b844-a4e8ed1339c0 HTTP/1.1" status: 200 len: 2393 time: 0.0519028 Feb 17 04:50:50.113452 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-736e322a-5fb1-4169-a1b9-acec97920462 req-e74806e3-f6cb-4d88-ae8c-2ae6cfeef70a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c93f7c3a-1df1-42f3-b844-a4e8ed1339c0', 'remote_group_id': None}]} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:50:50.113801 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-736e322a-5fb1-4169-a1b9-acec97920462 req-e74806e3-f6cb-4d88-ae8c-2ae6cfeef70a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c93f7c3a-1df1-42f3-b844-a4e8ed1339c0', 'remote_group_id': None}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:50:50.120390 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-736e322a-5fb1-4169-a1b9-acec97920462 req-e74806e3-f6cb-4d88-ae8c-2ae6cfeef70a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:50:50.124503 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-736e322a-5fb1-4169-a1b9-acec97920462 req-e74806e3-f6cb-4d88-ae8c-2ae6cfeef70a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Usage tracker for resource:security_group_rule and tenant:0b29407aac5f4fceacabdd5a779b4c18 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:50:50.127454 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-736e322a-5fb1-4169-a1b9-acec97920462 req-e74806e3-f6cb-4d88-ae8c-2ae6cfeef70a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:50:50.133685 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-736e322a-5fb1-4169-a1b9-acec97920462 req-e74806e3-f6cb-4d88-ae8c-2ae6cfeef70a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:50:50.142191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.142586 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.142972 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.143352 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.143727 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.144101 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.144492 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.144866 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.145236 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.145605 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.145971 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.146337 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.146742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.147107 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.147474 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.147837 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.148201 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.148613 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.149547 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.149918 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.150283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.150648 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.151013 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.151379 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:50:50.216642 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:50.224915 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-736e322a-5fb1-4169-a1b9-acec97920462 req-e74806e3-f6cb-4d88-ae8c-2ae6cfeef70a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:50.249553 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-736e322a-5fb1-4169-a1b9-acec97920462 req-e74806e3-f6cb-4d88-ae8c-2ae6cfeef70a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:50.278899 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-736e322a-5fb1-4169-a1b9-acec97920462 req-e74806e3-f6cb-4d88-ae8c-2ae6cfeef70a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346749'] for security_group_rule, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:50.281517 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1d12a7ce-131b-437b-a11a-a3f9a559df56 tempest-AttachVolumeTestJSON-1443677653 tempest-AttachVolumeTestJSON-1443677653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:50.292742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Set router 2e10b2c2-13f5-406b-8775-0bd020a40b0d gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:50:50.305465 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74806e3-f6cb-4d88-ae8c-2ae6cfeef70a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cfc696-7b33-49c5-a5c2-c746f54f4f7c,revision_number=0']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:50.307990 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e74806e3-f6cb-4d88-ae8c-2ae6cfeef70a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:50.347207 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-736e322a-5fb1-4169-a1b9-acec97920462 req-e74806e3-f6cb-4d88-ae8c-2ae6cfeef70a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:50.348643 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-736e322a-5fb1-4169-a1b9-acec97920462 req-e74806e3-f6cb-4d88-ae8c-2ae6cfeef70a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2393558 Feb 17 04:50:50.628527 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'name': 'tempest-TestShelveInstance-951648395-router', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:41Z', 'updated_at': '2021-02-17T04:50:47Z', 'revision_number': 4, 'project_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'gw_port': {'id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:42Z', 'updated_at': '2021-02-17T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': 'b636d49c-e138-4f28-908b-83603d571d1e', 'name': '', 'network_id': '0fc89126-9c51-4898-8f97-abb18d4e1fd7', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'mac_address': 'fa:16:3e:99:5b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c4fb48e9-bfdc-41d3-a6c2-e20c622041b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:45Z', 'updated_at': '2021-02-17T04:50:47Z', 'revision_number': 2, 'project_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'subnets': [{'id': 'c4fb48e9-bfdc-41d3-a6c2-e20c622041b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:50.632654 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Checking router: 2e10b2c2-13f5-406b-8775-0bd020a40b0d for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:50:50.633099 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Updating router 2e10b2c2-13f5-406b-8775-0bd020a40b0d port b636d49c-e138-4f28-908b-83603d571d1e binding host dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 04:50:50.694589 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:51.130617 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Notify callbacks [] for port, precommit_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:51.143402 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Transition to ACTIVE for port object b636d49c-e138-4f28-908b-83603d571d1e will not be triggered until provisioned by entity L2. {{(pid=84103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:50:51.181958 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:51.198670 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:51.338368 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7c965-6a63-4e8b-8cd6-6d91931ac311 None None] Pushing event updated for resources: {'Port': ['ID=b636d49c-e138-4f28-908b-83603d571d1e,revision_number=3']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:51.341680 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d0b7c965-6a63-4e8b-8cd6-6d91931ac311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:51.664370 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 42adcb97-f14b-498f-bb2d-1babaaa23031 up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:50:51.731240 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Attempting to bind port b636d49c-e138-4f28-908b-83603d571d1e on host dv-cinder-759987-4-smb for vnic_type normal with profile {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:50:51.731677 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Attempting to bind port b636d49c-e138-4f28-908b-83603d571d1e by drivers openvswitch on host dv-cinder-759987-4-smb at level 0 using segments [{'id': 'f17b8de9-ddde-4e2d-9043-b1e81661a8a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0fc89126-9c51-4898-8f97-abb18d4e1fd7'}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:50:51.732103 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Attempting to bind port b636d49c-e138-4f28-908b-83603d571d1e on network 0fc89126-9c51-4898-8f97-abb18d4e1fd7 {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:50:51.749017 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Checking agent: {'id': '79f22f86-08fd-4c1e-ac29-437c909427a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 29, 11), 'started_at': datetime.datetime(2021, 2, 17, 4, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:50:51.749455 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Checking segment: {'id': 'f17b8de9-ddde-4e2d-9043-b1e81661a8a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0fc89126-9c51-4898-8f97-abb18d4e1fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:50:51.749915 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:51.750367 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Bound using segment: {'id': 'f17b8de9-ddde-4e2d-9043-b1e81661a8a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0fc89126-9c51-4898-8f97-abb18d4e1fd7'} {{(pid=84103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:50:51.750894 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Bound port: b636d49c-e138-4f28-908b-83603d571d1e, host: dv-cinder-759987-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17b8de9-ddde-4e2d-9043-b1e81661a8a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0fc89126-9c51-4898-8f97-abb18d4e1fd7'}}] {{(pid=84103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:50:51.751326 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:51.849388 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port 42adcb97-f14b-498f-bb2d-1babaaa23031 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:51.849823 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:51.929323 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] For port b636d49c-e138-4f28-908b-83603d571d1e, host dv-cinder-759987-4-smb, cleared binding levels {{(pid=84103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:50:51.935036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] For port b636d49c-e138-4f28-908b-83603d571d1e, host dv-cinder-759987-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=b636d49c-e138-4f28-908b-83603d571d1e,segment=NetworkSegment(f17b8de9-ddde-4e2d-9043-b1e81661a8a2),segment_id=f17b8de9-ddde-4e2d-9043-b1e81661a8a2)] {{(pid=84103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:50:51.978603 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:52.002345 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-ce4cc4a9-18e9-4e40-adec-c7ce7828d516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:52.190084 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7c965-6a63-4e8b-8cd6-6d91931ac311 None None] Pushing event updated for resources: {'Port': ['ID=b636d49c-e138-4f28-908b-83603d571d1e,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:52.194709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d0b7c965-6a63-4e8b-8cd6-6d91931ac311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:52.217616 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Routers {'2e10b2c2-13f5-406b-8775-0bd020a40b0d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:50:52.218293 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:50:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2e10b2c2-13f5-406b-8775-0bd020a40b0d'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:52.440276 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] Set router 2e10b2c2-13f5-406b-8775-0bd020a40b0d gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:50:52.777962 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'name': 'tempest-TestShelveInstance-951648395-router', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:41Z', 'updated_at': '2021-02-17T04:50:47Z', 'revision_number': 4, 'project_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'gw_port': {'id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:42Z', 'updated_at': '2021-02-17T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': 'b636d49c-e138-4f28-908b-83603d571d1e', 'name': '', 'network_id': '0fc89126-9c51-4898-8f97-abb18d4e1fd7', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'mac_address': 'fa:16:3e:99:5b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c4fb48e9-bfdc-41d3-a6c2-e20c622041b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:45Z', 'updated_at': '2021-02-17T04:50:51Z', 'revision_number': 4, 'project_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'subnets': [{'id': 'c4fb48e9-bfdc-41d3-a6c2-e20c622041b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:50:52.782387 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e746a6-e7a1-4221-abe9-9ef97382955b None None] The sync data for ids ['2e10b2c2-13f5-406b-8775-0bd020a40b0d'] in dv-cinder-759987-4-smb is: [{'id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'name': 'tempest-TestShelveInstance-951648395-router', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:41Z', 'updated_at': '2021-02-17T04:50:47Z', 'revision_number': 4, 'project_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'gw_port': {'id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:42Z', 'updated_at': '2021-02-17T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': 'b636d49c-e138-4f28-908b-83603d571d1e', 'name': '', 'network_id': '0fc89126-9c51-4898-8f97-abb18d4e1fd7', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'mac_address': 'fa:16:3e:99:5b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c4fb48e9-bfdc-41d3-a6c2-e20c622041b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:45Z', 'updated_at': '2021-02-17T04:50:51Z', 'revision_number': 4, 'project_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'subnets': [{'id': 'c4fb48e9-bfdc-41d3-a6c2-e20c622041b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:50:53.672414 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device b636d49c-e138-4f28-908b-83603d571d1e up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:50:53.705291 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:53.773557 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning for port b636d49c-e138-4f28-908b-83603d571d1e completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:50:53.779058 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port b636d49c-e138-4f28-908b-83603d571d1e triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:53.779557 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:53.903770 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:53.941007 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] For port b636d49c-e138-4f28-908b-83603d571d1e, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=b636d49c-e138-4f28-908b-83603d571d1e,segment=NetworkSegment(f17b8de9-ddde-4e2d-9043-b1e81661a8a2),segment_id=f17b8de9-ddde-4e2d-9043-b1e81661a8a2)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:50:53.968036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:50:53.970176 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:50:54.042451 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Pushing event updated for resources: {'Port': ['ID=b636d49c-e138-4f28-908b-83603d571d1e,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:50:54.045653 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:50:55.654128 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device b636d49c-e138-4f28-908b-83603d571d1e up at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:50:55.730616 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Provisioning complete for port b636d49c-e138-4f28-908b-83603d571d1e triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:50:55.731029 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:07.184597 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-cba43417-03b3-4df9-80bb-c39f9f5d01aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:09.556007 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-2aa82d41-f398-489f-869e-8d25aa7f4228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:09.963960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:10.256079 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-fe572303-733c-45a2-9b3c-dfe3e7c67b18 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-696629513&fields=id&tenant_id=0b29407aac5f4fceacabdd5a779b4c18 HTTP/1.1" status: 200 len: 267 time: 0.0432563 Feb 17 04:51:10.417863 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-b056f750-9b3e-4bf1-908a-7e742bfbd27c tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:10.419457 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-b056f750-9b3e-4bf1-908a-7e742bfbd27c tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/networks?id=ace14d03-b1cd-4cde-809e-6621a78519b4 HTTP/1.1" status: 200 len: 808 time: 0.1563358 Feb 17 04:51:10.436076 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f6df52ec-1ed7-46d6-8ccf-262c283deb6b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/quotas/0b29407aac5f4fceacabdd5a779b4c18 HTTP/1.1" status: 200 len: 375 time: 0.0104868 Feb 17 04:51:10.528524 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-b1616381-87c2-4259-a193-fb61e759499a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866747 Feb 17 04:51:10.782665 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-1156afe8-8d29-4dd0-9dd0-14b6162bb071 service neutron] 10.222.0.30 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410874 Feb 17 04:51:10.925606 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-13412e5c-ff43-473e-a791-c1d52e965e18 service neutron] 10.222.0.30 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364355 Feb 17 04:51:11.459285 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:11.504980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-ebfa89f8-048c-4cfb-abe1-0b6a58794322 req-50e1ff8a-e78e-41b2-9909-5205c3e5f05c tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Synchronizing usage tracker for tenant:0b29407aac5f4fceacabdd5a779b4c18 on resource:port {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:51:11.550512 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-ebfa89f8-048c-4cfb-abe1-0b6a58794322 req-50e1ff8a-e78e-41b2-9909-5205c3e5f05c tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Unset dirty status for tenant:0b29407aac5f4fceacabdd5a779b4c18 on resource:port {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:51:11.551809 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ebfa89f8-048c-4cfb-abe1-0b6a58794322 req-50e1ff8a-e78e-41b2-9909-5205c3e5f05c tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 210 time: 0.0978231 Feb 17 04:51:12.175573 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:12.770521 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-59bbbbbf-936a-4988-bd38-c62b08be0c57 req-e3db59a0-0682-4b8a-a8a8-cb95a474dbf1 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 210 time: 0.0518131 Feb 17 04:51:13.492282 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-4a91de53-05b5-4ac4-8e74-3580aa2b4342 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:13.494580 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-4a91de53-05b5-4ac4-8e74-3580aa2b4342 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.65 "GET /v2.0/networks?id=ace14d03-b1cd-4cde-809e-6621a78519b4 HTTP/1.1" status: 200 len: 808 time: 0.1552236 Feb 17 04:51:13.568550 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-e0351a65-fe95-477b-ba33-bfd5d2d5cf53 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0b29407aac5f4fceacabdd5a779b4c18 HTTP/1.1" status: 200 len: 5757 time: 0.0661123 Feb 17 04:51:13.580095 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Request body: {'port': {'device_id': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4', 'admin_state_up': True, 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'security_groups': ['c93f7c3a-1df1-42f3-b844-a4e8ed1339c0']}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:51:13.727252 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:51:13.737849 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84102) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:51:13.784407 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Made reservation on behalf of 0b29407aac5f4fceacabdd5a779b4c18 for: {'port': 1} {{(pid=84102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 04:51:13.791018 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:13.949870 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0fe0c131-873f-4f92-8e21-b1b3f5cc5fa3 req-12e67097-17c9-44ea-b316-6d9b99e4ff43 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 210 time: 0.0500069 Feb 17 04:51:14.113647 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Allocated IP 172.20.0.12 (ace14d03-b1cd-4cde-809e-6621a78519b4/09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c/ed412759-71b8-4775-b9aa-c451de7edfc4) {{(pid=84102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:51:14.313030 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for port, precommit_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:14.330049 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Transition to ACTIVE for port object ed412759-71b8-4775-b9aa-c451de7edfc4 will not be triggered until provisioned by entity DHCP. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:51:14.398374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_create {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:14.413476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-bee59272-3fae-4685-ab88-7fb733cd78b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:51:14.552885 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Pushing event updated for resources: {'Port': ['ID=ed412759-71b8-4775-b9aa-c451de7edfc4,revision_number=1']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:51:14.814599 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.814932 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.815332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.815735 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.816130 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.816555 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.816949 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.817341 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.817729 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.818118 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.818506 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.818896 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.819320 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.819706 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.820092 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.820510 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.820902 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.821286 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.822191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.822577 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.822960 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.823344 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.823728 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.824116 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:14.829587 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:51:14.868280 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Network ace14d03-b1cd-4cde-809e-6621a78519b4 is already hosted by enough agents. {{(pid=84102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:51:14.869458 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Resources bound (agent type, host, resource id): {{(pid=84102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:51:14.871765 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Received port after_create {{(pid=84102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:51:14.936860 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:14.937535 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:14.997074 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4209268 Feb 17 04:51:15.011442 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Request body: {'port': {'device_id': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:51:15.093423 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-60872073-21f4-4ba4-a119-9f0de3372c09 None None] Provisioning for port ed412759-71b8-4775-b9aa-c451de7edfc4 completed by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:51:15.098890 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-60872073-21f4-4ba4-a119-9f0de3372c09 None None] Provisioning complete for port ed412759-71b8-4775-b9aa-c451de7edfc4 triggered by entity DHCP. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:51:15.099401 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-60872073-21f4-4ba4-a119-9f0de3372c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:15.160004 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-60872073-21f4-4ba4-a119-9f0de3372c09 None None] Port ed412759-71b8-4775-b9aa-c451de7edfc4 cannot update to ACTIVE because it is not bound. {{(pid=84103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 04:51:15.194745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:15.274866 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b158d9-4662-44e5-adba-6035b3fffdd3 req-410cd223-2aa1-467a-86e6-2259e5956e09 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:15.275634 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d0b158d9-4662-44e5-adba-6035b3fffdd3 req-410cd223-2aa1-467a-86e6-2259e5956e09 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Synchronizing usage tracker for tenant:0b29407aac5f4fceacabdd5a779b4c18 on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:51:15.401488 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-d0b158d9-4662-44e5-adba-6035b3fffdd3 req-410cd223-2aa1-467a-86e6-2259e5956e09 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Unset dirty status for tenant:0b29407aac5f4fceacabdd5a779b4c18 on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:51:15.402789 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d0b158d9-4662-44e5-adba-6035b3fffdd3 req-410cd223-2aa1-467a-86e6-2259e5956e09 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 932 time: 0.3313742 Feb 17 04:51:15.536953 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d0b158d9-4662-44e5-adba-6035b3fffdd3 req-a9db2083-0c29-4143-8ffb-a061531a7620 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1272616 Feb 17 04:51:15.678519 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed412759-71b8-4775-b9aa-c451de7edfc4 {{(pid=84102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 04:51:15.687012 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:15.698977 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Transition to ACTIVE for port object ed412759-71b8-4775-b9aa-c451de7edfc4 will not be triggered until provisioned by entity L2. {{(pid=84102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 04:51:15.740755 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:15.756742 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f374543d-19e2-40bf-8f93-c38b93fa5b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:51:15.905009 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed412759-71b8-4775-b9aa-c451de7edfc4,revision_number=2']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:51:15.910225 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:51:16.097666 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Attempting to bind port ed412759-71b8-4775-b9aa-c451de7edfc4 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 04:51:16.097666 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Attempting to bind port ed412759-71b8-4775-b9aa-c451de7edfc4 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '31f7bc2b-de40-4250-9290-e34b2b11783a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4'}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 04:51:16.097666 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Attempting to bind port ed412759-71b8-4775-b9aa-c451de7edfc4 on network ace14d03-b1cd-4cde-809e-6621a78519b4 {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 04:51:16.098389 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Checking agent: {'id': 'bdcf6fbf-06b2-4734-a604-6de75a267204', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 4, 36, 23), 'started_at': datetime.datetime(2021, 2, 17, 4, 36, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 4, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 04:51:16.098776 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Checking segment: {'id': '31f7bc2b-de40-4250-9290-e34b2b11783a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 04:51:16.099197 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:16.099603 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Bound using segment: {'id': '31f7bc2b-de40-4250-9290-e34b2b11783a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4'} {{(pid=84102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 04:51:16.100087 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Bound port: ed412759-71b8-4775-b9aa-c451de7edfc4, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f7bc2b-de40-4250-9290-e34b2b11783a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4'}}] {{(pid=84102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 04:51:16.100485 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:16.202456 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] For port ed412759-71b8-4775-b9aa-c451de7edfc4, host hv-cinder-75998, cleared binding levels {{(pid=84102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 04:51:16.205823 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] For port ed412759-71b8-4775-b9aa-c451de7edfc4, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=ed412759-71b8-4775-b9aa-c451de7edfc4,segment=NetworkSegment(31f7bc2b-de40-4250-9290-e34b2b11783a),segment_id=31f7bc2b-de40-4250-9290-e34b2b11783a)] {{(pid=84102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 04:51:16.238320 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-691267'] for port, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:16.254136 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-2c9c920d-7b64-4853-804d-32f369bf8edb tempest-VolumesActionsTest-38206204 tempest-VolumesActionsTest-38206204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:51:16.408750 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed412759-71b8-4775-b9aa-c451de7edfc4,revision_number=3']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:51:16.413709 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:51:16.447655 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:16.448302 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:16.449827 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] 10.222.0.65 "PUT /v2.0/ports/ed412759-71b8-4775-b9aa-c451de7edfc4 HTTP/1.1" status: 200 len: 1158 time: 1.4448519 Feb 17 04:51:16.450367 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:51:16.500977 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4', 'status': 'completed', 'code': 200} Feb 17 04:51:16.602158 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688246b0-fbb1-4fd6-bd6b-e836939bfe45 req-8513a8f5-898b-4bb2-9690-9faf226584ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:16.603891 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-688246b0-fbb1-4fd6-bd6b-e836939bfe45 req-8513a8f5-898b-4bb2-9690-9faf226584ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 1161 time: 0.0826232 Feb 17 04:51:16.827255 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688246b0-fbb1-4fd6-bd6b-e836939bfe45 req-09177740-fa94-4871-948e-0d5c0d42c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:16.828879 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-688246b0-fbb1-4fd6-bd6b-e836939bfe45 req-09177740-fa94-4871-948e-0d5c0d42c401 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&shared=False HTTP/1.1" status: 200 len: 902 time: 0.2176762 Feb 17 04:51:16.835812 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5d7c4-8a74-4e8a-9434-f9c01d121dd6 req-0631393a-bb83-425a-9705-887b1114b0ee tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:16.837873 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bce5d7c4-8a74-4e8a-9434-f9c01d121dd6 req-0631393a-bb83-425a-9705-887b1114b0ee tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 944 time: 0.1489534 Feb 17 04:51:16.987951 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-bce5d7c4-8a74-4e8a-9434-f9c01d121dd6 req-963260e7-bb58-4764-89a4-a5285713b864 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1249430 Feb 17 04:51:17.018658 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688246b0-fbb1-4fd6-bd6b-e836939bfe45 req-22f2c3c6-ee23-457e-b463-ceecad3c15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:17.020275 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-688246b0-fbb1-4fd6-bd6b-e836939bfe45 req-22f2c3c6-ee23-457e-b463-ceecad3c15d4 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1814837 Feb 17 04:51:17.138422 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-aff12cf6-17ba-4168-80d2-6fb4eb717188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:17.140046 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-aff12cf6-17ba-4168-80d2-6fb4eb717188 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 1161 time: 0.0822005 Feb 17 04:51:17.214178 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-6c254a01-6d1b-4356-861a-26285cf2ee5a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed412759-71b8-4775-b9aa-c451de7edfc4 HTTP/1.1" status: 200 len: 217 time: 0.0660398 Feb 17 04:51:17.284507 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-72650d6c-a08a-4f88-94cd-1955e459171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:17.286055 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-72650d6c-a08a-4f88-94cd-1955e459171b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c HTTP/1.1" status: 200 len: 847 time: 0.0664103 Feb 17 04:51:17.369409 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-9e214ccd-6941-4ed6-b380-3dc76e5f07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:17.371020 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-9e214ccd-6941-4ed6-b380-3dc76e5f07e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace14d03-b1cd-4cde-809e-6621a78519b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766230 Feb 17 04:51:17.515026 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-4934c340-d835-4523-9aa4-f3be285f1100 service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362259 Feb 17 04:51:17.658998 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-575ae8b6-a061-4bf4-baef-a90eda4c9c75 req-4e3c36d4-19c6-49e9-b16b-88e1b48063ef service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365352 Feb 17 04:51:18.185718 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6c0a0-6c87-4b85-8f4c-731391e65f47 req-addaff62-fe49-4268-be69-b46a154364af tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:18.187283 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-25f6c0a0-6c87-4b85-8f4c-731391e65f47 req-addaff62-fe49-4268-be69-b46a154364af tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 944 time: 0.0857859 Feb 17 04:51:18.235980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-25f6c0a0-6c87-4b85-8f4c-731391e65f47 req-995000e1-5425-463b-b45a-0cf912d8c6b5 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Synchronizing usage tracker for tenant:0b29407aac5f4fceacabdd5a779b4c18 on resource:security_group {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:51:18.287091 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-25f6c0a0-6c87-4b85-8f4c-731391e65f47 req-995000e1-5425-463b-b45a-0cf912d8c6b5 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Unset dirty status for tenant:0b29407aac5f4fceacabdd5a779b4c18 on resource:security_group {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:51:18.288267 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-25f6c0a0-6c87-4b85-8f4c-731391e65f47 req-995000e1-5425-463b-b45a-0cf912d8c6b5 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0948489 Feb 17 04:51:19.483206 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9dcbd-447f-47b2-be11-be5a2a5b7bce req-25721bad-d5a2-4bc6-8671-56e2abea051d tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:19.484848 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5bd9dcbd-447f-47b2-be11-be5a2a5b7bce req-25721bad-d5a2-4bc6-8671-56e2abea051d tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 944 time: 0.0861206 Feb 17 04:51:19.535721 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5bd9dcbd-447f-47b2-be11-be5a2a5b7bce req-4761268a-41b9-4a3f-844f-e9c100bc835f tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0445642 Feb 17 04:51:20.720151 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:51:20.730771 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c11cd5-7d2d-406d-90ba-0582a4b181fb req-1cd28007-d3c7-43a9-b9ce-dbb34da8e3c8 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:20.732383 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-63c11cd5-7d2d-406d-90ba-0582a4b181fb req-1cd28007-d3c7-43a9-b9ce-dbb34da8e3c8 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 944 time: 0.0862525 Feb 17 04:51:20.779309 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-63c11cd5-7d2d-406d-90ba-0582a4b181fb req-5d5f71c3-6e2d-44b6-8c69-72ddf4e270d6 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0406797 Feb 17 04:51:21.977887 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691211f-f244-451a-9ad6-533cc7f7de62 req-4680bbfe-28c5-47d1-8ac3-e268f5b784e7 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:21.979538 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9691211f-f244-451a-9ad6-533cc7f7de62 req-4680bbfe-28c5-47d1-8ac3-e268f5b784e7 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 944 time: 0.0867217 Feb 17 04:51:21.987230 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device ed412759-71b8-4775-b9aa-c451de7edfc4 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:51:22.030575 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9691211f-f244-451a-9ad6-533cc7f7de62 req-db55f642-e9cf-4bee-b860-b202ebf428d2 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0436971 Feb 17 04:51:22.088984 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning for port ed412759-71b8-4775-b9aa-c451de7edfc4 completed by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 04:51:22.093984 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port ed412759-71b8-4775-b9aa-c451de7edfc4 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:51:22.094403 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:22.216794 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:22.245153 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:51:22.255137 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port ed412759-71b8-4775-b9aa-c451de7edfc4, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=ed412759-71b8-4775-b9aa-c451de7edfc4,segment=NetworkSegment(31f7bc2b-de40-4250-9290-e34b2b11783a),segment_id=31f7bc2b-de40-4250-9290-e34b2b11783a)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:51:22.289106 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:22.291854 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:51:22.361488 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=ed412759-71b8-4775-b9aa-c451de7edfc4,revision_number=4']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:51:22.365512 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4', 'code': 200} Feb 17 04:51:22.366467 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:51:22.722491 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220963b6-0430-47d1-843e-7615f90a9f31 req-80174416-b0a4-41e0-ac88-97fc94ea0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:22.724107 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-220963b6-0430-47d1-843e-7615f90a9f31 req-80174416-b0a4-41e0-ac88-97fc94ea0b44 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 1163 time: 0.0806811 Feb 17 04:51:22.766331 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-220963b6-0430-47d1-843e-7615f90a9f31 req-0801b500-41bc-4419-858c-a2cb47a24cde service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0353537 Feb 17 04:51:23.227726 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf56d15-91a2-4db9-bef4-d91447a63bea req-a7e8348d-1ce6-47c9-b8bb-dadbff17a449 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:23.229280 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-daf56d15-91a2-4db9-bef4-d91447a63bea req-a7e8348d-1ce6-47c9-b8bb-dadbff17a449 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0860007 Feb 17 04:51:23.276789 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-daf56d15-91a2-4db9-bef4-d91447a63bea req-568fb647-d6c0-41da-929e-b55bea48c7f8 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0411017 Feb 17 04:51:23.524948 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device ed412759-71b8-4775-b9aa-c451de7edfc4 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:51:23.600409 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port ed412759-71b8-4775-b9aa-c451de7edfc4 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:51:23.600814 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:23.711526 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:24.479759 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7475463-e610-43cd-a0bd-75e21df41a19 req-1d8f461e-a514-450d-bdf6-8b91ce773f06 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:24.481399 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e7475463-e610-43cd-a0bd-75e21df41a19 req-1d8f461e-a514-450d-bdf6-8b91ce773f06 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0904772 Feb 17 04:51:24.528671 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e7475463-e610-43cd-a0bd-75e21df41a19 req-2a91925e-7cd4-413f-b003-e3aa84f8412f tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0408907 Feb 17 04:51:24.726510 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bfc70-2a7b-4e43-9cdf-d52e2685e8d6 req-7c9c24a4-dfde-49de-8e96-040152720b94 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:24.728631 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-552bfc70-2a7b-4e43-9cdf-d52e2685e8d6 req-7c9c24a4-dfde-49de-8e96-040152720b94 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0892901 Feb 17 04:51:24.775546 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-552bfc70-2a7b-4e43-9cdf-d52e2685e8d6 req-6d207c3c-e510-41bb-af59-205f5247ddb9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0405080 Feb 17 04:51:24.967167 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-01085321-b840-41c6-bdb3-3dc77a5feae8 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Synchronizing usage tracker for tenant:0b29407aac5f4fceacabdd5a779b4c18 on resource:network {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:51:25.009173 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-01085321-b840-41c6-bdb3-3dc77a5feae8 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Unset dirty status for tenant:0b29407aac5f4fceacabdd5a779b4c18 on resource:network {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:51:25.010645 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-01085321-b840-41c6-bdb3-3dc77a5feae8 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1972275 Feb 17 04:51:25.021491 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Request body: {'floatingip': {'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4'}} {{(pid=84101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:51:25.028459 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 04:51:25.032667 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Usage tracker for resource:floatingip and tenant:0b29407aac5f4fceacabdd5a779b4c18 is out of sync, need to count used quota {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 04:51:25.035669 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84101) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 04:51:25.042400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.quota.driver [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84101) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 04:51:25.083631 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for floatingip, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:25.226751 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:25.492114 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_common [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Allocated IP 172.28.1.189 (1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4/b35f33eb-71d5-4010-9deb-6d694d1893d4/912bb92f-395a-4ffe-a240-cc0e204f499e) {{(pid=84101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 04:51:25.644634 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for port, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:25.689542 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363293654406431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:25.708593 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d6152005-678e-4e05-ab18-adfe72577210 tempest-VolumesActionsTest-1419347495 tempest-VolumesActionsTest-1419347495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:51:26.059626 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Pushing event updated for resources: {'Port': ['ID=912bb92f-395a-4ffe-a240-cc0e204f499e,revision_number=1']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:51:26.079603 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.080026 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.080435 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.080882 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.081285 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.081686 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.082085 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.082480 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.082874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.083268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.083664 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.084056 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.084507 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.084900 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.085291 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.085682 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.086074 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.086464 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.086856 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.087269 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.087664 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.088055 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.088487 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.095863 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:51:26.095863 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:51:26.133412 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Network 1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 is already hosted by enough agents. {{(pid=84101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 04:51:26.134558 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.base_scheduler [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Resources bound (agent type, host, resource id): {{(pid=84101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 04:51:26.136883 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Received port after_create {{(pid=84101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 04:51:26.216562 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:26.314070 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:26.582436 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for port, precommit_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:26.620288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853031306'] for port, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:26.635040 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:51:26.770538 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Pushing event updated for resources: {'Port': ['ID=912bb92f-395a-4ffe-a240-cc0e204f499e,revision_number=2']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:51:26.783400 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:51:26.873380 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:26.926971 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:26.928288 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-1c21f969-a84b-43eb-8126-00dd55227873 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9111307 Feb 17 04:51:27.016655 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-b74bf4da-75fe-417e-8815-854b9891f970 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Synchronizing usage tracker for tenant:0b29407aac5f4fceacabdd5a779b4c18 on resource:floatingip {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:51:27.058450 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-b74bf4da-75fe-417e-8815-854b9891f970 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Unset dirty status for tenant:0b29407aac5f4fceacabdd5a779b4c18 on resource:floatingip {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:51:27.059742 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-b74bf4da-75fe-417e-8815-854b9891f970 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.28.1.189 HTTP/1.1" status: 200 len: 696 time: 0.1248882 Feb 17 04:51:27.219064 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-014d348f-17e3-44e3-be94-5b04dffe0be2 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:27.220549 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-dfe6d312-7636-487f-8cea-12f77cb57775 req-014d348f-17e3-44e3-be94-5b04dffe0be2 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/networks/1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 HTTP/1.1" status: 200 len: 784 time: 0.1548243 Feb 17 04:51:27.404969 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-296cbfaa-29ad-4fb0-be8b-1b9cc3bdf574 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:27.406595 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-296cbfaa-29ad-4fb0-be8b-1b9cc3bdf574 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0870330 Feb 17 04:51:27.495627 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-b7e0ef0a-3c89-4085-a170-752764b340d5 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.28.1.189 HTTP/1.1" status: 200 len: 696 time: 0.0827510 Feb 17 04:51:27.505699 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.v2.base [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-1a4380f1-864d-4ce9-9418-70b26f29bbc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Request body: {'floatingip': {'port_id': 'ed412759-71b8-4775-b9aa-c451de7edfc4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 04:51:27.833510 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-1a4380f1-864d-4ce9-9418-70b26f29bbc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for floatingip, before_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:28.496372 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-1a4380f1-864d-4ce9-9418-70b26f29bbc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:28.527189 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-1a4380f1-864d-4ce9-9418-70b26f29bbc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854387285'] for floatingip, after_update {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:28.711001 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_db [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-1a4380f1-864d-4ce9-9418-70b26f29bbc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Floating IP 230c35d8-584b-41b1-a9a8-c26f16c9e20a associated. External IP: 172.28.1.189, port: ed412759-71b8-4775-b9aa-c451de7edfc4. Feb 17 04:51:29.081898 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-1a4380f1-864d-4ce9-9418-70b26f29bbc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Router 2ff765fe-7179-413c-a814-79d2bb63d11f has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:51:29.273957 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-1a4380f1-864d-4ce9-9418-70b26f29bbc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:51:29.278843 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-1a4380f1-864d-4ce9-9418-70b26f29bbc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:29.283579 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be2486-47f8-4bd0-af51-b458809ff6f5 None None] Sync routers for ids ['2ff765fe-7179-413c-a814-79d2bb63d11f'] in dv-cinder-759987-4-smb {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:51:29.294604 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be2486-47f8-4bd0-af51-b458809ff6f5 None None] Routers {'2ff765fe-7179-413c-a814-79d2bb63d11f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:51:29.295293 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-88be2486-47f8-4bd0-af51-b458809ff6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:51:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2ff765fe-7179-413c-a814-79d2bb63d11f'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:51:29.338548 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-1a4380f1-864d-4ce9-9418-70b26f29bbc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "PUT /v2.0/floatingips/230c35d8-584b-41b1-a9a8-c26f16c9e20a HTTP/1.1" status: 200 len: 997 time: 1.8369451 Feb 17 04:51:29.339084 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:51:29.390754 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4', 'status': 'completed', 'code': 200} Feb 17 04:51:29.485973 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-88be2486-47f8-4bd0-af51-b458809ff6f5 None None] Set router 2ff765fe-7179-413c-a814-79d2bb63d11f gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:51:29.492327 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-8eac8c25-a917-4f8e-9d97-c3241abb668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:29.494091 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-8eac8c25-a917-4f8e-9d97-c3241abb668c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 1163 time: 0.1406436 Feb 17 04:51:29.601119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05374d1f-7e05-4383-927b-0c889f440616 req-f9487eb5-27b4-4112-b099-ed095034bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:29.603237 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-05374d1f-7e05-4383-927b-0c889f440616 req-f9487eb5-27b4-4112-b099-ed095034bd4a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 1163 time: 0.1904073 Feb 17 04:51:29.750660 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-7811a33d-86a1-41b8-a976-1856623c6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:29.752289 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-7811a33d-86a1-41b8-a976-1856623c6a6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ace14d03-b1cd-4cde-809e-6621a78519b4 HTTP/1.1" status: 200 len: 902 time: 0.2490971 Feb 17 04:51:29.860955 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05374d1f-7e05-4383-927b-0c889f440616 req-c388428a-f48d-4b11-b7e9-a7a6510decd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:29.861770 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-88be2486-47f8-4bd0-af51-b458809ff6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215'}], 'enable_snat': True}, 'gw_port_id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:32Z', 'updated_at': '2021-02-17T04:50:37Z', 'revision_number': 4, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'gw_port': {'id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:33Z', 'updated_at': '2021-02-17T04:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': '230c35d8-584b-41b1-a9a8-c26f16c9e20a', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'floating_ip_address': '172.28.1.189', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'port_id': 'ed412759-71b8-4775-b9aa-c451de7edfc4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4', 'mac_address': 'fa:16:3e:00:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:51:26Z', 'updated_at': '2021-02-17T04:51:28Z', 'revision_number': 1, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4facb8cd-c1ed-4b66-bebc-6e069822fcd9', 'name': '', 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'mac_address': 'fa:16:3e:db:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:36Z', 'updated_at': '2021-02-17T04:50:46Z', 'revision_number': 5, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'subnets': [{'id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:51:29.862466 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-05374d1f-7e05-4383-927b-0c889f440616 req-c388428a-f48d-4b11-b7e9-a7a6510decd1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace14d03-b1cd-4cde-809e-6621a78519b4 HTTP/1.1" status: 200 len: 902 time: 0.2518432 Feb 17 04:51:29.865918 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be2486-47f8-4bd0-af51-b458809ff6f5 None None] Checking router: 2ff765fe-7179-413c-a814-79d2bb63d11f for host: dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:51:29.875079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be2486-47f8-4bd0-af51-b458809ff6f5 None None] Routers {'2ff765fe-7179-413c-a814-79d2bb63d11f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:51:29.875864 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-88be2486-47f8-4bd0-af51-b458809ff6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:51:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2ff765fe-7179-413c-a814-79d2bb63d11f'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:51:29.960080 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-b2ae14ae-f6df-4f80-a703-f532ea78555b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed412759-71b8-4775-b9aa-c451de7edfc4 HTTP/1.1" status: 200 len: 1000 time: 0.1997576 Feb 17 04:51:30.075952 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-88be2486-47f8-4bd0-af51-b458809ff6f5 None None] Set router 2ff765fe-7179-413c-a814-79d2bb63d11f gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:51:30.280252 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-05374d1f-7e05-4383-927b-0c889f440616 req-ae8fbcb9-acde-4312-aec2-bf4b529962b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed412759-71b8-4775-b9aa-c451de7edfc4 HTTP/1.1" status: 200 len: 1000 time: 0.4058084 Feb 17 04:51:30.351580 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-d9e41a67-b4f1-4d43-b105-5b6865b3940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:30.353225 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-d9e41a67-b4f1-4d43-b105-5b6865b3940c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c HTTP/1.1" status: 200 len: 847 time: 0.1192603 Feb 17 04:51:30.363807 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05374d1f-7e05-4383-927b-0c889f440616 req-09265487-0d94-4c25-a225-c6a3751e4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:30.365337 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-05374d1f-7e05-4383-927b-0c889f440616 req-09265487-0d94-4c25-a225-c6a3751e4fbe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c HTTP/1.1" status: 200 len: 847 time: 0.0787153 Feb 17 04:51:30.454246 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-88be2486-47f8-4bd0-af51-b458809ff6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215'}], 'enable_snat': True}, 'gw_port_id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:32Z', 'updated_at': '2021-02-17T04:50:37Z', 'revision_number': 4, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'gw_port': {'id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:33Z', 'updated_at': '2021-02-17T04:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': '230c35d8-584b-41b1-a9a8-c26f16c9e20a', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'floating_ip_address': '172.28.1.189', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'port_id': 'ed412759-71b8-4775-b9aa-c451de7edfc4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4', 'mac_address': 'fa:16:3e:00:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:51:26Z', 'updated_at': '2021-02-17T04:51:28Z', 'revision_number': 1, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4facb8cd-c1ed-4b66-bebc-6e069822fcd9', 'name': '', 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'mac_address': 'fa:16:3e:db:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:36Z', 'updated_at': '2021-02-17T04:50:46Z', 'revision_number': 5, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'subnets': [{'id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:51:30.458591 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be2486-47f8-4bd0-af51-b458809ff6f5 None None] The sync data for ids ['2ff765fe-7179-413c-a814-79d2bb63d11f'] in dv-cinder-759987-4-smb is: [{'id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215'}], 'enable_snat': True}, 'gw_port_id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:32Z', 'updated_at': '2021-02-17T04:50:37Z', 'revision_number': 4, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'gw_port': {'id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:33Z', 'updated_at': '2021-02-17T04:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_floatingips': [{'id': '230c35d8-584b-41b1-a9a8-c26f16c9e20a', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'floating_ip_address': '172.28.1.189', 'floating_network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'router_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'port_id': 'ed412759-71b8-4775-b9aa-c451de7edfc4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4', 'mac_address': 'fa:16:3e:00:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T04:51:26Z', 'updated_at': '2021-02-17T04:51:28Z', 'revision_number': 1, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4facb8cd-c1ed-4b66-bebc-6e069822fcd9', 'name': '', 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'mac_address': 'fa:16:3e:db:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:36Z', 'updated_at': '2021-02-17T04:50:46Z', 'revision_number': 5, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'subnets': [{'id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:51:30.511497 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-a473b662-c82e-44df-b50e-1ae1a5b6413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:30.513191 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-a473b662-c82e-44df-b50e-1ae1a5b6413e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ace14d03-b1cd-4cde-809e-6621a78519b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1511858 Feb 17 04:51:30.515678 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05374d1f-7e05-4383-927b-0c889f440616 req-3cd19c6a-c38a-4900-8c2f-dc6ac7c0befc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:30.517175 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-05374d1f-7e05-4383-927b-0c889f440616 req-3cd19c6a-c38a-4900-8c2f-dc6ac7c0befc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace14d03-b1cd-4cde-809e-6621a78519b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1093109 Feb 17 04:51:30.756610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb7285-be52-4d3c-982a-d71e283debaf None None] New status for floating IP 230c35d8-584b-41b1-a9a8-c26f16c9e20a: ACTIVE {{(pid=84103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:51:30.779577 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-3ce39e1d-1618-4d3d-be4d-21d38d5aaf83 service neutron] 10.222.0.30 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590306 Feb 17 04:51:30.781578 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-05374d1f-7e05-4383-927b-0c889f440616 req-35a0cc3a-89fb-4dc9-a1ef-e108b57ad61e service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388856 Feb 17 04:51:31.114419 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-05374d1f-7e05-4383-927b-0c889f440616 req-e82b084f-e2d9-4917-b811-fec67b4ac248 service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3047986 Feb 17 04:51:31.117700 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-cc2c3cd0-9db1-48b2-938e-50fcfd40a651 req-56cba46a-7bef-4b7c-b565-d497aba9d42d service neutron] 10.222.0.30 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3313587 Feb 17 04:51:31.141155 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-557a7919-7c5c-431c-9736-629994b0a565 req-762a2295-0a76-4c17-92a7-35e9679790f2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1314080 Feb 17 04:51:31.339523 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a7919-7c5c-431c-9736-629994b0a565 req-e9746cba-38fb-4478-89cd-a8f453af35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:31.341211 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-557a7919-7c5c-431c-9736-629994b0a565 req-e9746cba-38fb-4478-89cd-a8f453af35d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 1163 time: 0.0810974 Feb 17 04:51:31.501177 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a7919-7c5c-431c-9736-629994b0a565 req-e0a6bbcc-6b80-41ed-8d38-5bf45174f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:31.502812 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-557a7919-7c5c-431c-9736-629994b0a565 req-e0a6bbcc-6b80-41ed-8d38-5bf45174f693 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace14d03-b1cd-4cde-809e-6621a78519b4 HTTP/1.1" status: 200 len: 902 time: 0.1424701 Feb 17 04:51:31.614725 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-557a7919-7c5c-431c-9736-629994b0a565 req-5aeae5bb-77bb-4af2-af3d-56ce12767d49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed412759-71b8-4775-b9aa-c451de7edfc4 HTTP/1.1" status: 200 len: 1002 time: 0.1046290 Feb 17 04:51:31.683272 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a7919-7c5c-431c-9736-629994b0a565 req-b86665a4-10e2-481a-a4e9-638bc7a23abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:31.684853 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-557a7919-7c5c-431c-9736-629994b0a565 req-b86665a4-10e2-481a-a4e9-638bc7a23abc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c HTTP/1.1" status: 200 len: 847 time: 0.0639472 Feb 17 04:51:31.769537 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a7919-7c5c-431c-9736-629994b0a565 req-f07eebbf-0d7a-48f3-b3a9-5dbadde9c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:51:31.771060 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-557a7919-7c5c-431c-9736-629994b0a565 req-f07eebbf-0d7a-48f3-b3a9-5dbadde9c8db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace14d03-b1cd-4cde-809e-6621a78519b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805428 Feb 17 04:51:31.913715 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-557a7919-7c5c-431c-9736-629994b0a565 req-1d723040-55db-4c02-a700-b1cb798bc3e3 service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360083 Feb 17 04:51:32.060101 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-557a7919-7c5c-431c-9736-629994b0a565 req-b5b7b026-73e3-4599-bd4f-6079b6b01267 service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401103 Feb 17 04:51:37.185779 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e3aef1c3-b67c-4e3c-b834-be0c192f4952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:39.557488 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-37266d9b-539e-4d58-afed-b2b686790c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:39.961333 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:41.423681 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:42.166651 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:53.676655 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:51:57.720239 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:52:07.194353 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-7429af1e-633e-486f-af6e-77483c143a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:52:09.562027 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4840b9af-d732-484a-a480-bd59f551e913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:52:10.003619 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:52:11.442589 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:52:12.162080 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:52:23.719825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:52:32.052631 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c8b2ab-304c-42b6-9faf-7ebce4489638 req-cecb5551-5b77-4eb6-85f2-73af2685bc67 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0771673 Feb 17 04:52:32.210259 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b2ab-304c-42b6-9faf-7ebce4489638 req-a5f5268c-aeee-4711-8ae9-bf596a2af701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:52:32.211924 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c8b2ab-304c-42b6-9faf-7ebce4489638 req-a5f5268c-aeee-4711-8ae9-bf596a2af701 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 1163 time: 0.0816262 Feb 17 04:52:32.368089 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b2ab-304c-42b6-9faf-7ebce4489638 req-5f7dd4d0-95ed-4554-9d48-b4bfc1c37416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:52:32.369659 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c8b2ab-304c-42b6-9faf-7ebce4489638 req-5f7dd4d0-95ed-4554-9d48-b4bfc1c37416 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace14d03-b1cd-4cde-809e-6621a78519b4 HTTP/1.1" status: 200 len: 902 time: 0.1376162 Feb 17 04:52:32.479464 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c8b2ab-304c-42b6-9faf-7ebce4489638 req-8206749a-ecd1-40ca-ae66-92f636f581fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed412759-71b8-4775-b9aa-c451de7edfc4 HTTP/1.1" status: 200 len: 1002 time: 0.1023946 Feb 17 04:52:32.552828 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b2ab-304c-42b6-9faf-7ebce4489638 req-b52bb613-d5a1-4f4a-a9e8-35d8e0ac63c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:52:32.554374 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c8b2ab-304c-42b6-9faf-7ebce4489638 req-b52bb613-d5a1-4f4a-a9e8-35d8e0ac63c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c HTTP/1.1" status: 200 len: 847 time: 0.0637975 Feb 17 04:52:32.635533 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b2ab-304c-42b6-9faf-7ebce4489638 req-4fab99bb-e770-415b-bdbc-c98e3b6547ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:52:32.637183 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c8b2ab-304c-42b6-9faf-7ebce4489638 req-4fab99bb-e770-415b-bdbc-c98e3b6547ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace14d03-b1cd-4cde-809e-6621a78519b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756559 Feb 17 04:52:32.780147 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c8b2ab-304c-42b6-9faf-7ebce4489638 req-bc1c9e2f-4a10-4a9c-a0b2-e4017b4b72d4 service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352382 Feb 17 04:52:32.923022 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-94c8b2ab-304c-42b6-9faf-7ebce4489638 req-204383e1-78f6-4620-a7a1-6022405d90e6 service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359177 Feb 17 04:52:34.720003 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:52:37.189893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e196c617-b1ca-4d67-91ee-ea8cad35f722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:52:39.567258 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-153b9e32-6352-4c82-8f27-f7826fb45073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:52:39.967625 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:52:41.411151 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:52:42.167341 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:52:53.721137 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:53:07.198458 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-400ac6c6-7a26-4952-8cfa-122208b196a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:53:09.572179 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4c8d71fb-261c-40b6-84e7-abc752772024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:53:10.004883 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:53:11.415473 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:53:11.720862 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:53:12.164330 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:53:23.729506 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:53:33.375257 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ee66e61a-873c-4b1b-822a-ba63353d1530 req-364fe421-0767-41f5-aaae-f4b6c8f5ca36 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0822837 Feb 17 04:53:33.523441 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66e61a-873c-4b1b-822a-ba63353d1530 req-f8deda02-10b0-482a-bbd4-2dc8599e2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:53:33.525109 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ee66e61a-873c-4b1b-822a-ba63353d1530 req-f8deda02-10b0-482a-bbd4-2dc8599e2ae2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 1163 time: 0.0780263 Feb 17 04:53:33.681363 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66e61a-873c-4b1b-822a-ba63353d1530 req-e3e5799b-aa26-4cbd-9dde-72fd04ed26de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:53:33.682974 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ee66e61a-873c-4b1b-822a-ba63353d1530 req-e3e5799b-aa26-4cbd-9dde-72fd04ed26de service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace14d03-b1cd-4cde-809e-6621a78519b4 HTTP/1.1" status: 200 len: 902 time: 0.1374333 Feb 17 04:53:33.793362 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ee66e61a-873c-4b1b-822a-ba63353d1530 req-b73421f0-7623-4ae6-868d-2bf1d90cd5ec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed412759-71b8-4775-b9aa-c451de7edfc4 HTTP/1.1" status: 200 len: 1002 time: 0.1030831 Feb 17 04:53:33.861484 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66e61a-873c-4b1b-822a-ba63353d1530 req-0d1e936a-412e-461c-b82b-deb8c0b131d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:53:33.864142 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ee66e61a-873c-4b1b-822a-ba63353d1530 req-0d1e936a-412e-461c-b82b-deb8c0b131d1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c HTTP/1.1" status: 200 len: 847 time: 0.0632083 Feb 17 04:53:33.948000 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66e61a-873c-4b1b-822a-ba63353d1530 req-16f9e114-ee4a-4009-8331-0898a52f1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:53:33.949585 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ee66e61a-873c-4b1b-822a-ba63353d1530 req-16f9e114-ee4a-4009-8331-0898a52f1533 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace14d03-b1cd-4cde-809e-6621a78519b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808229 Feb 17 04:53:34.092967 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ee66e61a-873c-4b1b-822a-ba63353d1530 req-4552004a-39c5-49ab-837a-585d7dd1711f service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370339 Feb 17 04:53:34.237428 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ee66e61a-873c-4b1b-822a-ba63353d1530 req-252e82ca-48dd-4d61-ba00-866ecb230ab5 service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374497 Feb 17 04:53:37.183011 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d4c95963-2601-44bf-80b2-f9b716598290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:53:39.577525 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6251fa5a-4fe0-47bc-b6a7-1eddd119d614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:53:39.975621 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:53:41.415116 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:53:42.171505 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:53:48.720912 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:53:53.730886 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:53:54.541508 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9509ae-33a7-42d2-b528-00739585c999 req-3103de96-2992-4332-b0bd-2f3885b99482 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:53:54.543114 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8d9509ae-33a7-42d2-b528-00739585c999 req-3103de96-2992-4332-b0bd-2f3885b99482 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.1483195 Feb 17 04:53:54.840913 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-8d9509ae-33a7-42d2-b528-00739585c999 req-17835e34-d903-4b27-8cb2-6517044b185f tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2907388 Feb 17 04:53:56.088692 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f24cf-69ed-4ac4-9d9e-2029a758534d req-9385752c-a59b-4cad-9836-97e898b3b019 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:53:56.090335 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-363f24cf-69ed-4ac4-9d9e-2029a758534d req-9385752c-a59b-4cad-9836-97e898b3b019 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.1359432 Feb 17 04:53:56.142636 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-363f24cf-69ed-4ac4-9d9e-2029a758534d req-4b2582ba-facb-4d0e-8cbc-1fa7c073107a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0450263 Feb 17 04:53:57.353773 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f033c4-9c27-41ec-b75d-8cf668f8033f req-75e31899-ed64-4e44-a163-538a0025a2c1 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:53:57.355338 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c6f033c4-9c27-41ec-b75d-8cf668f8033f req-75e31899-ed64-4e44-a163-538a0025a2c1 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0866539 Feb 17 04:53:57.403921 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c6f033c4-9c27-41ec-b75d-8cf668f8033f req-b52080ca-56ed-40ce-9e4e-00ca6f7fc304 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0415478 Feb 17 04:53:58.599980 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ec2b9-d748-4737-a9b9-610817ef7d09 req-0fc10359-1698-49a2-a657-cf30259fb95e tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:53:58.601659 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9b1ec2b9-d748-4737-a9b9-610817ef7d09 req-0fc10359-1698-49a2-a657-cf30259fb95e tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0857639 Feb 17 04:53:58.650690 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9b1ec2b9-d748-4737-a9b9-610817ef7d09 req-e9ad6e3e-a324-452c-a374-01c07289829b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0426795 Feb 17 04:53:59.853027 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdaab4-d02c-48ff-9da1-c8a80bd31bbe req-6fa4f69f-a317-48d1-b237-e5c4d0a90a57 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:53:59.854648 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-20fdaab4-d02c-48ff-9da1-c8a80bd31bbe req-6fa4f69f-a317-48d1-b237-e5c4d0a90a57 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0883586 Feb 17 04:53:59.903814 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-20fdaab4-d02c-48ff-9da1-c8a80bd31bbe req-adfca60b-0db1-4104-abe7-e1851b70f604 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0420635 Feb 17 04:54:01.114581 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef360bb7-7035-4af0-b6fe-11892534a9c3 req-e685f6dc-7980-40d9-abf9-9c698fa1f08f tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:01.117036 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ef360bb7-7035-4af0-b6fe-11892534a9c3 req-e685f6dc-7980-40d9-abf9-9c698fa1f08f tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0918047 Feb 17 04:54:01.164628 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ef360bb7-7035-4af0-b6fe-11892534a9c3 req-452cb795-f84a-4d31-b56a-fabf4331e65a tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0412400 Feb 17 04:54:02.363447 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95c15f-4f4f-4f38-b1a4-e3069f387684 req-4cc96ac0-9fd3-4d38-ae88-3955439a2734 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:02.364981 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6e95c15f-4f4f-4f38-b1a4-e3069f387684 req-4cc96ac0-9fd3-4d38-ae88-3955439a2734 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0892329 Feb 17 04:54:02.413176 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-6e95c15f-4f4f-4f38-b1a4-e3069f387684 req-918c2ae8-b542-4a17-9b6a-2807cb31d56e tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0420041 Feb 17 04:54:03.606805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072b68c-bf54-4ad1-93ed-965212fc07c3 req-d32ddaaf-f7eb-4215-9f6a-d3189c43eb5d tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:03.609000 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3072b68c-bf54-4ad1-93ed-965212fc07c3 req-d32ddaaf-f7eb-4215-9f6a-d3189c43eb5d tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0859702 Feb 17 04:54:03.655725 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3072b68c-bf54-4ad1-93ed-965212fc07c3 req-e4430ed0-4e9c-445f-9fc5-8eaa8dcdc919 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0405633 Feb 17 04:54:04.616784 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43674d8a-fde6-4c1b-b310-3385e92faff1 req-a1acd48a-787f-480b-a4e6-5aa223723818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:04.618402 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-43674d8a-fde6-4c1b-b310-3385e92faff1 req-a1acd48a-787f-480b-a4e6-5aa223723818 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 1163 time: 0.0778067 Feb 17 04:54:04.761501 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43674d8a-fde6-4c1b-b310-3385e92faff1 req-b55bcee4-32d7-466a-8dbe-a525e53d7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:04.763109 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-43674d8a-fde6-4c1b-b310-3385e92faff1 req-b55bcee4-32d7-466a-8dbe-a525e53d7139 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace14d03-b1cd-4cde-809e-6621a78519b4 HTTP/1.1" status: 200 len: 902 time: 0.1380661 Feb 17 04:54:04.930451 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-43674d8a-fde6-4c1b-b310-3385e92faff1 req-adebcbc8-e215-4552-8caa-16ba480c23d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed412759-71b8-4775-b9aa-c451de7edfc4 HTTP/1.1" status: 200 len: 1002 time: 0.1602008 Feb 17 04:54:05.006856 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c83da-348f-4dac-8419-c2468c1c2e9f req-a9be2b9b-cb19-49a0-ad5a-07fa7d045000 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:05.008541 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-983c83da-348f-4dac-8419-c2468c1c2e9f req-a9be2b9b-cb19-49a0-ad5a-07fa7d045000 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.2395575 Feb 17 04:54:05.017555 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43674d8a-fde6-4c1b-b310-3385e92faff1 req-08a6c68b-3590-41c5-a0da-05a1e365e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:05.019089 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-43674d8a-fde6-4c1b-b310-3385e92faff1 req-08a6c68b-3590-41c5-a0da-05a1e365e9a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c HTTP/1.1" status: 200 len: 847 time: 0.0804493 Feb 17 04:54:05.116899 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-983c83da-348f-4dac-8419-c2468c1c2e9f req-791b821b-9d6d-422b-aa47-41aeda4806c6 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1010613 Feb 17 04:54:05.138517 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43674d8a-fde6-4c1b-b310-3385e92faff1 req-4c152ce8-4513-4917-87c9-570fd7aabb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:05.140300 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-43674d8a-fde6-4c1b-b310-3385e92faff1 req-4c152ce8-4513-4917-87c9-570fd7aabb3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace14d03-b1cd-4cde-809e-6621a78519b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1066606 Feb 17 04:54:05.286658 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-43674d8a-fde6-4c1b-b310-3385e92faff1 req-32e661d2-e2b3-44f5-9e18-23662a28ec31 service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382098 Feb 17 04:54:05.427949 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-43674d8a-fde6-4c1b-b310-3385e92faff1 req-34839509-bb9d-4f07-876c-89bdd90cbcea service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1352315 Feb 17 04:54:06.317163 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3a527-f7f2-47db-ab55-1ca09b39adc4 req-5be5d583-4f2b-4901-ad70-65daced27ec1 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:06.318685 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b3b3a527-f7f2-47db-ab55-1ca09b39adc4 req-5be5d583-4f2b-4901-ad70-65daced27ec1 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0908227 Feb 17 04:54:06.366148 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b3b3a527-f7f2-47db-ab55-1ca09b39adc4 req-64252663-0622-4526-be6b-a447bce78335 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0411954 Feb 17 04:54:06.814090 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device ed412759-71b8-4775-b9aa-c451de7edfc4 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:54:06.891234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port ed412759-71b8-4775-b9aa-c451de7edfc4 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:54:06.891656 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:07.194177 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0a568bb5-484c-4bdb-bc49-c448eb5a14a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:07.569185 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051d362-a078-4b94-a5bf-7b38f3006c42 req-aaedcf42-377e-45dc-ab50-8030ff8d21a8 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:07.570883 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d051d362-a078-4b94-a5bf-7b38f3006c42 req-aaedcf42-377e-45dc-ab50-8030ff8d21a8 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0898290 Feb 17 04:54:07.619804 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-d051d362-a078-4b94-a5bf-7b38f3006c42 req-7dac92d6-741f-4217-a4e3-581b074b4410 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0423710 Feb 17 04:54:08.786528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device ed412759-71b8-4775-b9aa-c451de7edfc4 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:54:08.824848 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d616e-e24d-4e5f-851d-4328f064b99f req-c03bb2df-0fb3-4fbe-b267-da17870c234b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:08.827028 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-462d616e-e24d-4e5f-851d-4328f064b99f req-c03bb2df-0fb3-4fbe-b267-da17870c234b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0926449 Feb 17 04:54:08.876227 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-462d616e-e24d-4e5f-851d-4328f064b99f req-44b43e26-7c4a-4731-a436-8f0d18e98f51 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0423219 Feb 17 04:54:08.907906 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:08.942112 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:54:08.951377 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port ed412759-71b8-4775-b9aa-c451de7edfc4, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=ed412759-71b8-4775-b9aa-c451de7edfc4,segment=NetworkSegment(31f7bc2b-de40-4250-9290-e34b2b11783a),segment_id=31f7bc2b-de40-4250-9290-e34b2b11783a)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:54:08.986053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:08.989210 dv-cinder-759987-4-smb neutron-server[83988]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4', 'code': 422} returned with failed status Feb 17 04:54:08.989687 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:54:09.065171 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=ed412759-71b8-4775-b9aa-c451de7edfc4,revision_number=5']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:54:09.073331 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.073719 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.074104 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.074476 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.074848 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.075214 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.075579 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.075951 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.076340 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.076734 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.077191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.077462 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.077859 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.078218 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.078575 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.078933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.079291 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.079646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.080003 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.080357 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.080739 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.081093 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.081449 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.081805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:54:09.086526 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:54:09.582289 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0d8b18b8-16ff-4f3f-a081-814150d25cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:09.977007 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:10.422725 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a023d9c-f250-41fa-b9ee-182999800ba0 req-bdb06922-97ef-4ed4-b12a-395bcf256415 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:10.424385 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7a023d9c-f250-41fa-b9ee-182999800ba0 req-bdb06922-97ef-4ed4-b12a-395bcf256415 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 944 time: 0.1561389 Feb 17 04:54:10.427337 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f43e0933-6088-4534-8b51-c5e29993277c req-c9e507e9-edd0-44cd-87dd-25b966bef212 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1898952 Feb 17 04:54:10.473196 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-7a023d9c-f250-41fa-b9ee-182999800ba0 req-9995f2cf-9360-4b7d-a486-f45f7e02558c tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0426238 Feb 17 04:54:11.434320 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:11.683405 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e6889-da18-41f1-aa0d-0e57849c8174 req-42b8dc58-a410-4312-95dd-55cd6bf0da2b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:11.685142 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3a5e6889-da18-41f1-aa0d-0e57849c8174 req-42b8dc58-a410-4312-95dd-55cd6bf0da2b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 944 time: 0.0921049 Feb 17 04:54:11.734482 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-3a5e6889-da18-41f1-aa0d-0e57849c8174 req-5ccdc1f0-7ab0-43c5-9636-3887f3181035 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0424650 Feb 17 04:54:11.956734 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e0933-6088-4534-8b51-c5e29993277c req-ad0a7fcb-da25-40bb-9d2c-52e76f26467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:11.958316 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f43e0933-6088-4534-8b51-c5e29993277c req-ad0a7fcb-da25-40bb-9d2c-52e76f26467d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02&tenant_id=0b29407aac5f4fceacabdd5a779b4c18 HTTP/1.1" status: 200 len: 1161 time: 0.0801218 Feb 17 04:54:12.069305 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e0933-6088-4534-8b51-c5e29993277c req-bc0ee2bc-0fbf-4527-8e1f-a7bb0e461530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:12.070952 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f43e0933-6088-4534-8b51-c5e29993277c req-bc0ee2bc-0fbf-4527-8e1f-a7bb0e461530 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 1161 time: 0.0863061 Feb 17 04:54:12.180598 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:12.220303 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e0933-6088-4534-8b51-c5e29993277c req-6be810ec-2c8c-4e01-97d3-a7b6cef97fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:12.221900 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f43e0933-6088-4534-8b51-c5e29993277c req-6be810ec-2c8c-4e01-97d3-a7b6cef97fe2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace14d03-b1cd-4cde-809e-6621a78519b4 HTTP/1.1" status: 200 len: 902 time: 0.1441321 Feb 17 04:54:12.336482 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f43e0933-6088-4534-8b51-c5e29993277c req-0b201076-6366-49a7-b529-95c38ca7eea6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed412759-71b8-4775-b9aa-c451de7edfc4 HTTP/1.1" status: 200 len: 1000 time: 0.1074038 Feb 17 04:54:12.407953 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e0933-6088-4534-8b51-c5e29993277c req-198aa34d-5982-4323-ad72-6de6aa764a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:12.409575 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f43e0933-6088-4534-8b51-c5e29993277c req-198aa34d-5982-4323-ad72-6de6aa764a64 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c HTTP/1.1" status: 200 len: 847 time: 0.0664611 Feb 17 04:54:12.495669 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e0933-6088-4534-8b51-c5e29993277c req-e575b11f-9af9-4189-987b-15b853fad6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:12.497234 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f43e0933-6088-4534-8b51-c5e29993277c req-e575b11f-9af9-4189-987b-15b853fad6e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace14d03-b1cd-4cde-809e-6621a78519b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810716 Feb 17 04:54:12.640266 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f43e0933-6088-4534-8b51-c5e29993277c req-dbb93695-baf7-464d-aa86-e314c8c0e670 service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345136 Feb 17 04:54:12.783805 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-f43e0933-6088-4534-8b51-c5e29993277c req-6889465a-9253-444c-a164-dea53df867b3 service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364443 Feb 17 04:54:12.943390 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f45cc3-4328-42d2-8d4e-ca8717612df1 req-bfa8b1f1-d371-4369-b1b8-e1cdeaa29bf3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:12.945129 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-59f45cc3-4328-42d2-8d4e-ca8717612df1 req-bfa8b1f1-d371-4369-b1b8-e1cdeaa29bf3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 944 time: 0.0923350 Feb 17 04:54:12.994610 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-59f45cc3-4328-42d2-8d4e-ca8717612df1 req-0e2d38e5-2519-4bed-bb43-c1c8cf7b9bea tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0424936 Feb 17 04:54:14.193372 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5cb6e-8e41-45f3-ae79-ff4eeeb01089 req-c2102a84-05c3-414e-a05a-03e31d82ec49 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:14.194975 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-02a5cb6e-8e41-45f3-ae79-ff4eeeb01089 req-c2102a84-05c3-414e-a05a-03e31d82ec49 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 944 time: 0.0862076 Feb 17 04:54:14.244123 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-02a5cb6e-8e41-45f3-ae79-ff4eeeb01089 req-77b1b89e-5a3c-424b-8727-45c933accb24 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0427666 Feb 17 04:54:15.448933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cee04f-d580-4d63-8104-cad64bd40a61 req-3e0674e6-5c1a-4f64-a59a-3ad6f948e93d tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:15.450550 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b7cee04f-d580-4d63-8104-cad64bd40a61 req-3e0674e6-5c1a-4f64-a59a-3ad6f948e93d tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 944 time: 0.0925145 Feb 17 04:54:15.498646 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-b7cee04f-d580-4d63-8104-cad64bd40a61 req-a166bca0-8d52-46e5-90d9-ec7cf90a94ac tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0418239 Feb 17 04:54:16.699064 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48d83d-c6e1-4720-b76b-822cf26401dd req-5a477ca5-5fda-4daf-839d-1ead2ca0d8c4 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:16.700726 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ce48d83d-c6e1-4720-b76b-822cf26401dd req-5a477ca5-5fda-4daf-839d-1ead2ca0d8c4 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 944 time: 0.0901918 Feb 17 04:54:16.748514 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-ce48d83d-c6e1-4720-b76b-822cf26401dd req-f24bd4b7-1c26-40aa-bb5e-dbdee51642c6 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0410025 Feb 17 04:54:17.327330 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device ed412759-71b8-4775-b9aa-c451de7edfc4 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:54:17.403075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port ed412759-71b8-4775-b9aa-c451de7edfc4 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:54:17.403492 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:17.524174 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:17.552355 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:54:17.563123 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port ed412759-71b8-4775-b9aa-c451de7edfc4, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=ed412759-71b8-4775-b9aa-c451de7edfc4,segment=NetworkSegment(31f7bc2b-de40-4250-9290-e34b2b11783a),segment_id=31f7bc2b-de40-4250-9290-e34b2b11783a)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:54:17.603268 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:17.605383 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:54:17.642686 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4', 'code': 200} Feb 17 04:54:17.682295 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=ed412759-71b8-4775-b9aa-c451de7edfc4,revision_number=6']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:54:17.686330 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:54:18.017743 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65098366-5766-4b89-ba43-734b4d5fc018 req-5d68451f-19d8-42c7-978e-e06576b357e5 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:18.019400 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-65098366-5766-4b89-ba43-734b4d5fc018 req-5d68451f-19d8-42c7-978e-e06576b357e5 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.1559713 Feb 17 04:54:18.022236 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3e723-5d1b-40bc-b4ab-38acfb549a44 req-20b952be-fa65-40c8-9e93-952cdaaac207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:18.023752 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5ad3e723-5d1b-40bc-b4ab-38acfb549a44 req-20b952be-fa65-40c8-9e93-952cdaaac207 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 1163 time: 0.1226921 Feb 17 04:54:18.098952 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-65098366-5766-4b89-ba43-734b4d5fc018 req-4cd9070c-6120-432a-80f6-d106de2c45bc tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0722954 Feb 17 04:54:18.100722 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-5ad3e723-5d1b-40bc-b4ab-38acfb549a44 req-d443e1c8-6395-48f2-9124-c5ac61e6cc69 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0597582 Feb 17 04:54:18.898197 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device ed412759-71b8-4775-b9aa-c451de7edfc4 up at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 04:54:18.970821 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.provisioning_blocks [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Provisioning complete for port ed412759-71b8-4775-b9aa-c451de7edfc4 triggered by entity L2. {{(pid=84103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 04:54:18.971244 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851266324'] for port, provisioning_complete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:19.300983 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3f461-e8e9-46da-b664-6728b67ee30f req-c5230275-3dfa-4b88-87dd-e0331c0f40df tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:19.302468 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-41f3f461-e8e9-46da-b664-6728b67ee30f req-c5230275-3dfa-4b88-87dd-e0331c0f40df tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0854883 Feb 17 04:54:19.354931 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-41f3f461-e8e9-46da-b664-6728b67ee30f req-6e3cd020-45ce-4f15-8a9e-ab18d226d166 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0461655 Feb 17 04:54:20.554833 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350633c1-0f2b-4e1e-806a-61928cbbf3a0 req-7af06194-5d9c-43d5-9f8e-5ba64f5ae78f tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:20.556452 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-350633c1-0f2b-4e1e-806a-61928cbbf3a0 req-7af06194-5d9c-43d5-9f8e-5ba64f5ae78f tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0888281 Feb 17 04:54:20.604620 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-350633c1-0f2b-4e1e-806a-61928cbbf3a0 req-707e40bf-cd28-4920-a4fe-7dd7a3199ce1 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0411615 Feb 17 04:54:23.739998 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:25.720393 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:54:35.432886 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-988a1f0d-d31a-479f-a964-591197cf621c req-8acec433-ae90-4a59-8d4d-c89e2e9db32b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1200159 Feb 17 04:54:35.582718 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1f0d-d31a-479f-a964-591197cf621c req-0e27926f-daa0-48c5-aeb6-0b6aa1159056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:35.584256 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-988a1f0d-d31a-479f-a964-591197cf621c req-0e27926f-daa0-48c5-aeb6-0b6aa1159056 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 1163 time: 0.0802927 Feb 17 04:54:35.978312 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1f0d-d31a-479f-a964-591197cf621c req-aeccfb3f-36ba-4ab5-8730-dc1062e0ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:35.979916 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-988a1f0d-d31a-479f-a964-591197cf621c req-aeccfb3f-36ba-4ab5-8730-dc1062e0ca09 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace14d03-b1cd-4cde-809e-6621a78519b4 HTTP/1.1" status: 200 len: 902 time: 0.3760281 Feb 17 04:54:36.092097 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-988a1f0d-d31a-479f-a964-591197cf621c req-7a51cf6d-82f5-422b-975e-e20211ca2f27 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed412759-71b8-4775-b9aa-c451de7edfc4 HTTP/1.1" status: 200 len: 1002 time: 0.1042824 Feb 17 04:54:36.163460 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1f0d-d31a-479f-a964-591197cf621c req-365a2a73-9beb-48fe-957e-750054271814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:36.165134 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-988a1f0d-d31a-479f-a964-591197cf621c req-365a2a73-9beb-48fe-957e-750054271814 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c HTTP/1.1" status: 200 len: 847 time: 0.0660548 Feb 17 04:54:36.257187 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1f0d-d31a-479f-a964-591197cf621c req-847be916-6ffa-4878-a114-86feb0382b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:54:36.257187 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-988a1f0d-d31a-479f-a964-591197cf621c req-847be916-6ffa-4878-a114-86feb0382b4f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace14d03-b1cd-4cde-809e-6621a78519b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813153 Feb 17 04:54:36.399200 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-988a1f0d-d31a-479f-a964-591197cf621c req-efa7e1bc-0244-4938-91cd-3399b4fb0007 service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386847 Feb 17 04:54:36.543862 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-988a1f0d-d31a-479f-a964-591197cf621c req-ed8a5794-656f-4568-8a6c-cf2bb329ddc0 service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369443 Feb 17 04:54:37.239179 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1d984edd-712f-4339-9436-ac093779be3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:39.585371 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-79a2a400-00a2-4680-ba70-38b0bc13de94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:39.982131 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:41.410184 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:42.181658 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:54:47.700748 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [req-552e62c0-230c-4646-9f41-89c9579fe3f3 req-e8531d06-8e9f-484c-b03b-c790ea8f911b service neutron] (84101) timed out ('10.222.0.65', 57743) {{(pid=84101) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 04:54:49.384095 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [req-f780e372-d611-45d9-9e1c-733912e132d6 req-c0feb378-ab5c-46ee-a8d1-f395c8b91e90 service neutron] (84102) timed out ('10.222.0.65', 57664) {{(pid=84102) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 04:54:53.752959 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:55:02.720540 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:55:07.204295 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-43d9db3b-9094-4583-a231-4f4e63f19500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:55:09.592250 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-deb14b2e-bb72-493c-b7bc-76cd032e6ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:55:09.981600 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:55:11.421283 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:55:12.186618 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:55:23.755842 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:55:36.400822 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c035e8a6-d13b-4c41-b415-676da5fe1d0a req-6470b555-6c94-42e6-b6a6-0451b836a42d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0823653 Feb 17 04:55:36.549617 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035e8a6-d13b-4c41-b415-676da5fe1d0a req-7f2ee313-a747-450e-8e9d-f77b76dda9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:55:36.551240 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c035e8a6-d13b-4c41-b415-676da5fe1d0a req-7f2ee313-a747-450e-8e9d-f77b76dda9c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 1163 time: 0.0783832 Feb 17 04:55:36.705556 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035e8a6-d13b-4c41-b415-676da5fe1d0a req-4d9e6a20-d477-4f77-bb79-513da4ed1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:55:36.707070 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c035e8a6-d13b-4c41-b415-676da5fe1d0a req-4d9e6a20-d477-4f77-bb79-513da4ed1bcf service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace14d03-b1cd-4cde-809e-6621a78519b4 HTTP/1.1" status: 200 len: 902 time: 0.1374915 Feb 17 04:55:36.816400 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c035e8a6-d13b-4c41-b415-676da5fe1d0a req-77930069-6685-433e-8d95-adcc27267c2f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed412759-71b8-4775-b9aa-c451de7edfc4 HTTP/1.1" status: 200 len: 1002 time: 0.1026175 Feb 17 04:55:36.889469 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035e8a6-d13b-4c41-b415-676da5fe1d0a req-9e24209c-011f-464b-b492-2add5be653d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:55:36.891578 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c035e8a6-d13b-4c41-b415-676da5fe1d0a req-9e24209c-011f-464b-b492-2add5be653d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c HTTP/1.1" status: 200 len: 847 time: 0.0686758 Feb 17 04:55:36.974136 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035e8a6-d13b-4c41-b415-676da5fe1d0a req-a6663413-793a-4ca4-a5bd-3bfd41bb138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:55:36.975707 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c035e8a6-d13b-4c41-b415-676da5fe1d0a req-a6663413-793a-4ca4-a5bd-3bfd41bb138c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace14d03-b1cd-4cde-809e-6621a78519b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783722 Feb 17 04:55:37.119722 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c035e8a6-d13b-4c41-b415-676da5fe1d0a req-09f495cc-b50b-460c-baf7-96ac3715761a service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366692 Feb 17 04:55:37.224133 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c073-6ef0-4974-8374-c68f76956d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:55:37.266333 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-c035e8a6-d13b-4c41-b415-676da5fe1d0a req-9d0df370-8e6a-4fd9-9d81-bfb6ae9c8e01 service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387570 Feb 17 04:55:39.583693 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5a01afd8-4997-4bca-8e32-5b139c5b302b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:55:39.719805 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:55:40.015174 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:55:41.425796 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:55:42.189323 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:55:53.745874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:04.210633 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-aff90518-05ee-47e8-bae4-bbe3861479e2 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/floatingips/230c35d8-584b-41b1-a9a8-c26f16c9e20a HTTP/1.1" status: 200 len: 999 time: 0.1128635 Feb 17 04:56:04.368309 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-0e61b804-5529-485f-9add-71931c115c06 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:56:04.369820 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-0e61b804-5529-485f-9add-71931c115c06 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/networks/1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4 HTTP/1.1" status: 200 len: 784 time: 0.1534405 Feb 17 04:56:04.476281 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-aea9866c-1975-4cbb-b2dd-6315c2ed3cca tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.28.1.189 HTTP/1.1" status: 200 len: 1002 time: 0.0994053 Feb 17 04:56:04.558766 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-661824ab-e401-4727-9c19-e952fb179dd0 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:56:04.560213 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-661824ab-e401-4727-9c19-e952fb179dd0 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports/ed412759-71b8-4775-b9aa-c451de7edfc4 HTTP/1.1" status: 200 len: 943 time: 0.0782435 Feb 17 04:56:04.746280 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-44d95105-6a8f-41a7-b548-0bdb468dc9a4 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.28.1.189 HTTP/1.1" status: 200 len: 1002 time: 0.1053152 Feb 17 04:56:04.962029 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Deleting port 912bb92f-395a-4ffe-a240-cc0e204f499e {{(pid=84101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:56:04.962402 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:05.142606 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:05.142971 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:05.270772 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Calling delete_port for 912bb92f-395a-4ffe-a240-cc0e204f499e owned by network:floatingip {{(pid=84101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:56:05.457513 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1744511'] for port, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:05.472495 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3145e923-20b7-4fe5-97cb-fcc8d368a8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:56:05.787656 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Pushing event deleted for resources: {'Port': ['ID=912bb92f-395a-4ffe-a240-cc0e204f499e,revision_number=None']} {{(pid=84101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:56:05.801523 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.801946 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.802361 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.802768 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.803171 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.803573 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.803973 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.804374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.804793 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.805191 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.805589 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.805989 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.806424 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.806819 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.807213 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.807609 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.808004 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.808397 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.808816 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.809209 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.809598 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.809987 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.810392 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.810776 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:05.816437 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84101) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:56:05.920001 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for floatingip, after_delete {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:05.920403 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.db.l3_db [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Floating IP 230c35d8-584b-41b1-a9a8-c26f16c9e20a disassociated (deleted). External IP: 172.28.1.189, port: ed412759-71b8-4775-b9aa-c451de7edfc4. Feb 17 04:56:06.292101 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Router 2ff765fe-7179-413c-a814-79d2bb63d11f has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:56:06.478738 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:56:06.489570 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e497ab5-6006-426c-8a82-b54c38dbf0b2 None None] Sync routers for ids ['2ff765fe-7179-413c-a814-79d2bb63d11f'] in dv-cinder-759987-4-smb {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:56:06.499227 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e497ab5-6006-426c-8a82-b54c38dbf0b2 None None] Routers {'2ff765fe-7179-413c-a814-79d2bb63d11f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:56:06.502330 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-4e497ab5-6006-426c-8a82-b54c38dbf0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:55:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2ff765fe-7179-413c-a814-79d2bb63d11f'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:06.555276 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=84101) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:06.616126 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-d67bcc30-59ae-49ad-b368-bdd3b8f2ce3b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "DELETE /v2.0/floatingips/230c35d8-584b-41b1-a9a8-c26f16c9e20a HTTP/1.1" status: 204 len: 173 time: 1.8641510 Feb 17 04:56:06.616711 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4'}] {{(pid=84101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:56:06.696986 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-4e497ab5-6006-426c-8a82-b54c38dbf0b2 None None] Set router 2ff765fe-7179-413c-a814-79d2bb63d11f gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:56:06.746805 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4', 'status': 'completed', 'code': 200} Feb 17 04:56:06.755225 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-12635e04-e1ca-4a23-93d1-6732199d4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:56:06.756900 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-12635e04-e1ca-4a23-93d1-6732199d4888 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 1163 time: 0.1281340 Feb 17 04:56:06.846426 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5312e-22ef-4687-860b-84910e329099 req-ac4901f8-9538-48f8-8ede-370dfaaad021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:56:06.848009 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4bf5312e-22ef-4687-860b-84910e329099 req-ac4901f8-9538-48f8-8ede-370dfaaad021 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 1163 time: 0.0801477 Feb 17 04:56:06.900904 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-ae6e116e-a8a3-49b3-bae6-2fe3116bbad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:56:06.902532 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-ae6e116e-a8a3-49b3-bae6-2fe3116bbad9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ace14d03-b1cd-4cde-809e-6621a78519b4 HTTP/1.1" status: 200 len: 902 time: 0.1393313 Feb 17 04:56:06.980840 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-1a506a04-11af-480d-abac-45c4fbae5b2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed412759-71b8-4775-b9aa-c451de7edfc4 HTTP/1.1" status: 200 len: 217 time: 0.0702291 Feb 17 04:56:06.996367 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5312e-22ef-4687-860b-84910e329099 req-eb31012d-dfc9-4bb9-b1d6-ee9eead48304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:56:06.997998 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4bf5312e-22ef-4687-860b-84910e329099 req-eb31012d-dfc9-4bb9-b1d6-ee9eead48304 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace14d03-b1cd-4cde-809e-6621a78519b4 HTTP/1.1" status: 200 len: 902 time: 0.1436725 Feb 17 04:56:07.043401 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-4e497ab5-6006-426c-8a82-b54c38dbf0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215'}], 'enable_snat': True}, 'gw_port_id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:32Z', 'updated_at': '2021-02-17T04:50:37Z', 'revision_number': 4, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'gw_port': {'id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:33Z', 'updated_at': '2021-02-17T04:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '4facb8cd-c1ed-4b66-bebc-6e069822fcd9', 'name': '', 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'mac_address': 'fa:16:3e:db:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:36Z', 'updated_at': '2021-02-17T04:50:46Z', 'revision_number': 5, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'subnets': [{'id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:07.047689 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e497ab5-6006-426c-8a82-b54c38dbf0b2 None None] Checking router: 2ff765fe-7179-413c-a814-79d2bb63d11f for host: dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:56:07.052156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-6b9fc91d-1d20-4bf8-b3d4-febb4a577479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:56:07.053921 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-6b9fc91d-1d20-4bf8-b3d4-febb4a577479 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c HTTP/1.1" status: 200 len: 847 time: 0.0662186 Feb 17 04:56:07.056658 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e497ab5-6006-426c-8a82-b54c38dbf0b2 None None] Routers {'2ff765fe-7179-413c-a814-79d2bb63d11f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:56:07.057325 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-4e497ab5-6006-426c-8a82-b54c38dbf0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:55:40Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2ff765fe-7179-413c-a814-79d2bb63d11f'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:07.080695 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4bf5312e-22ef-4687-860b-84910e329099 req-bc51380b-2fd7-4577-b18e-706049c20fda service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed412759-71b8-4775-b9aa-c451de7edfc4 HTTP/1.1" status: 200 len: 217 time: 0.0763431 Feb 17 04:56:07.141724 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-58c1a0f3-79e6-4f51-868b-bed97b268c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:56:07.143383 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-58c1a0f3-79e6-4f51-868b-bed97b268c31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ace14d03-b1cd-4cde-809e-6621a78519b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825148 Feb 17 04:56:07.152200 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5312e-22ef-4687-860b-84910e329099 req-8c9d2b32-ecf9-4df3-802e-3bd0ef2f391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:56:07.153907 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4bf5312e-22ef-4687-860b-84910e329099 req-8c9d2b32-ecf9-4df3-802e-3bd0ef2f391b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c HTTP/1.1" status: 200 len: 847 time: 0.0673237 Feb 17 04:56:07.218120 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-9ac44494-e738-465b-8f4d-34c03a97fcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:07.244694 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5312e-22ef-4687-860b-84910e329099 req-823eac94-93c5-41d9-be59-cb1216e6b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:56:07.246497 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4bf5312e-22ef-4687-860b-84910e329099 req-823eac94-93c5-41d9-be59-cb1216e6b461 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace14d03-b1cd-4cde-809e-6621a78519b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864089 Feb 17 04:56:07.250377 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-4e497ab5-6006-426c-8a82-b54c38dbf0b2 None None] Set router 2ff765fe-7179-413c-a814-79d2bb63d11f gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:56:07.291260 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-6c38a256-72a4-42ea-bdc9-38243d68bdda service neutron] 10.222.0.30 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405931 Feb 17 04:56:07.392609 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4bf5312e-22ef-4687-860b-84910e329099 req-5b075000-e3f2-45a3-aba6-d79ff24297bb service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389527 Feb 17 04:56:07.439438 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-14c40a82-f3d5-4b54-8a0e-9bf637052f7b req-83c59e8f-2cbd-4fa7-b265-d7f1433727c7 service neutron] 10.222.0.30 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403987 Feb 17 04:56:07.541687 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-4bf5312e-22ef-4687-860b-84910e329099 req-0a0cc760-3532-4ccf-bcde-b6807b69337d service neutron] 10.222.0.65 "GET /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426623 Feb 17 04:56:07.592657 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-4e497ab5-6006-426c-8a82-b54c38dbf0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215'}], 'enable_snat': True}, 'gw_port_id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:32Z', 'updated_at': '2021-02-17T04:50:37Z', 'revision_number': 4, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'gw_port': {'id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:33Z', 'updated_at': '2021-02-17T04:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '4facb8cd-c1ed-4b66-bebc-6e069822fcd9', 'name': '', 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'mac_address': 'fa:16:3e:db:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:36Z', 'updated_at': '2021-02-17T04:50:46Z', 'revision_number': 5, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'subnets': [{'id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:07.597415 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e497ab5-6006-426c-8a82-b54c38dbf0b2 None None] The sync data for ids ['2ff765fe-7179-413c-a814-79d2bb63d11f'] in dv-cinder-759987-4-smb is: [{'id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215'}], 'enable_snat': True}, 'gw_port_id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:32Z', 'updated_at': '2021-02-17T04:50:37Z', 'revision_number': 4, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'gw_port': {'id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:33Z', 'updated_at': '2021-02-17T04:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb', '_interfaces': [{'id': '4facb8cd-c1ed-4b66-bebc-6e069822fcd9', 'name': '', 'network_id': 'ace14d03-b1cd-4cde-809e-6621a78519b4', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'mac_address': 'fa:16:3e:db:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:36Z', 'updated_at': '2021-02-17T04:50:46Z', 'revision_number': 5, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'subnets': [{'id': '09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:56:07.998384 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf07b6-91df-4397-8707-1a6b143bd72c req-4e5c138f-9762-4a1b-8b6f-237cdc33e1be tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:56:07.999667 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-0dcf07b6-91df-4397-8707-1a6b143bd72c req-4e5c138f-9762-4a1b-8b6f-237cdc33e1be tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Synchronizing usage tracker for tenant:0b29407aac5f4fceacabdd5a779b4c18 on resource:port {{(pid=84101) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:56:08.028569 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54a3e1-36ca-4bcc-bd08-95375fba1886 None None] New status for floating IP 230c35d8-584b-41b1-a9a8-c26f16c9e20a: DOWN {{(pid=84103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 04:56:08.051596 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-0dcf07b6-91df-4397-8707-1a6b143bd72c req-4e5c138f-9762-4a1b-8b6f-237cdc33e1be tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Unset dirty status for tenant:0b29407aac5f4fceacabdd5a779b4c18 on resource:port {{(pid=84101) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:56:08.052950 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0dcf07b6-91df-4397-8707-1a6b143bd72c req-4e5c138f-9762-4a1b-8b6f-237cdc33e1be tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.1770732 Feb 17 04:56:08.100294 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-0dcf07b6-91df-4397-8707-1a6b143bd72c req-69d860df-9a5e-4ee4-b493-d73e566fcbec tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0410388 Feb 17 04:56:09.297752 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22846479-d264-4703-9a37-e5325cd4f196 req-3c9694f3-65af-443a-b141-f602e0d272e1 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:56:09.299268 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-22846479-d264-4703-9a37-e5325cd4f196 req-3c9694f3-65af-443a-b141-f602e0d272e1 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0848215 Feb 17 04:56:09.346356 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-22846479-d264-4703-9a37-e5325cd4f196 req-f2a5d6d7-54fc-47a2-921a-557f74abf8ab tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0408194 Feb 17 04:56:09.504122 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251adb0-2618-406d-bc93-e97676383445 req-8a915157-d083-479b-8e8f-a72a7484e67e tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:56:09.505738 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9251adb0-2618-406d-bc93-e97676383445 req-8a915157-d083-479b-8e8f-a72a7484e67e tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 946 time: 0.0891297 Feb 17 04:56:09.583148 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-87c5e626-43eb-455b-8828-dc1972f85709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:09.586001 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Deleting port ed412759-71b8-4775-b9aa-c451de7edfc4 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:56:09.586395 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:09.787541 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Device ed412759-71b8-4775-b9aa-c451de7edfc4 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:56:09.846610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] For port ed412759-71b8-4775-b9aa-c451de7edfc4, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=ed412759-71b8-4775-b9aa-c451de7edfc4,segment=NetworkSegment(31f7bc2b-de40-4250-9290-e34b2b11783a),segment_id=31f7bc2b-de40-4250-9290-e34b2b11783a)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:56:09.846943 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:09.909499 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-696322'] for port, before_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:09.943641 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4'}] {{(pid=84103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:56:09.959685 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] For port ed412759-71b8-4775-b9aa-c451de7edfc4, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=ed412759-71b8-4775-b9aa-c451de7edfc4,segment=NetworkSegment(31f7bc2b-de40-4250-9290-e34b2b11783a),segment_id=31f7bc2b-de40-4250-9290-e34b2b11783a)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:56:09.987468 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Calling delete_port for ed412759-71b8-4775-b9aa-c451de7edfc4 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:56:09.995985 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4', 'code': 200} Feb 17 04:56:09.996892 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363293654024666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743200327402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743200328461'] for port, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:09.998796 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:56:10.040725 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:10.078017 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Pushing event updated for resources: {'Port': ['ID=ed412759-71b8-4775-b9aa-c451de7edfc4,revision_number=7']} {{(pid=84103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:56:10.085910 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.086302 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.086681 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.087057 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.087431 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.087804 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.088172 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.088564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.088934 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.089300 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.089664 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.090071 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.090473 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.090836 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.091200 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.091564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.091926 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.092289 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.092673 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.093557 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.093920 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.094285 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.094646 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.095001 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:10.099575 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84103) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:56:10.154880 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84102) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:56:10.155735 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:56:10.541737 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272af9f4-731c-44be-96c2-71c9b4b7fca5 req-5255f03c-75c1-46a2-b862-a145c19a14cf tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 04:56:10.543327 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-272af9f4-731c-44be-96c2-71c9b4b7fca5 req-5255f03c-75c1-46a2-b862-a145c19a14cf tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 944 time: 0.0861776 Feb 17 04:56:10.592628 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-272af9f4-731c-44be-96c2-71c9b4b7fca5 req-b87dd841-e6b1-40a5-b17b-071dea58c888 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups?id=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0429921 Feb 17 04:56:10.656461 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Deleting port ed412759-71b8-4775-b9aa-c451de7edfc4 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:56:10.656871 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:10.910571 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] For port ed412759-71b8-4775-b9aa-c451de7edfc4, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=ed412759-71b8-4775-b9aa-c451de7edfc4,segment=NetworkSegment(31f7bc2b-de40-4250-9290-e34b2b11783a),segment_id=31f7bc2b-de40-4250-9290-e34b2b11783a)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:56:10.910903 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:11.045773 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Calling delete_port for ed412759-71b8-4775-b9aa-c451de7edfc4 owned by compute:nova {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:56:11.320315 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:11.334986 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-630e0e29-aac9-4ebe-9471-8640f6a6571a tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:56:11.423199 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:11.442796 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Pushing event deleted for resources: {'Port': ['ID=ed412759-71b8-4775-b9aa-c451de7edfc4,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:56:11.456218 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.456670 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.457087 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.457502 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.457905 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.458308 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.458708 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.459108 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.459503 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.459900 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.460296 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.460717 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-4-smb {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.461156 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.461553 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.461950 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.462346 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.462740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.463134 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.463527 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.463917 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.464308 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.464724 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.465121 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.465536 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=84102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 04:56:11.471002 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:56:11.559584 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] No DVR routers for this DVR port ed412759-71b8-4775-b9aa-c451de7edfc4 on host hv-cinder-75998 {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:56:11.561925 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:11.564677 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'name': 'network-vif-deleted', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4'}] {{(pid=84102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 04:56:11.609799 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-9251adb0-2618-406d-bc93-e97676383445 req-28c26040-b774-4a40-a145-5261a3b228a9 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.65 "DELETE /v2.0/ports/ed412759-71b8-4775-b9aa-c451de7edfc4 HTTP/1.1" status: 204 len: 173 time: 2.0973358 Feb 17 04:56:11.673939 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8141edd-62e6-4b41-b276-48aa79c54f02', 'name': 'network-vif-deleted', 'tag': 'ed412759-71b8-4775-b9aa-c451de7edfc4', 'status': 'completed', 'code': 200} Feb 17 04:56:11.765139 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-e25aa606-a456-40fe-a381-9d89508c2de3 req-3acd3678-a854-4c01-b6b6-c5b493715285 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Synchronizing usage tracker for tenant:0b29407aac5f4fceacabdd5a779b4c18 on resource:port {{(pid=84102) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 04:56:11.806109 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.quota.resource [req-e25aa606-a456-40fe-a381-9d89508c2de3 req-3acd3678-a854-4c01-b6b6-c5b493715285 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Unset dirty status for tenant:0b29407aac5f4fceacabdd5a779b4c18 on resource:port {{(pid=84102) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 04:56:11.807361 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-e25aa606-a456-40fe-a381-9d89508c2de3 req-3acd3678-a854-4c01-b6b6-c5b493715285 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8141edd-62e6-4b41-b276-48aa79c54f02 HTTP/1.1" status: 200 len: 210 time: 0.0936928 Feb 17 04:56:12.188693 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:12.974858 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-75d706bb-2283-48e5-9f07-77dc0e2414b0 req-7e234cbd-f989-4f4d-bf08-bca4d503bd5c tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "GET /v2.0/security-groups/c93f7c3a-1df1-42f3-b844-a4e8ed1339c0 HTTP/1.1" status: 200 len: 2991 time: 0.0510457 Feb 17 04:56:13.048963 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-75d706bb-2283-48e5-9f07-77dc0e2414b0 req-88e0a578-a96f-441b-9259-96ef77b10e0b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:13.077605 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-75d706bb-2283-48e5-9f07-77dc0e2414b0 req-88e0a578-a96f-441b-9259-96ef77b10e0b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:13.224933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-75d706bb-2283-48e5-9f07-77dc0e2414b0 req-88e0a578-a96f-441b-9259-96ef77b10e0b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:13.230159 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-0e94a4b4-47c4-4933-9a1d-09bca9af4b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:56:13.249675 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0a578-a96f-441b-9259-96ef77b10e0b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93f7c3a-1df1-42f3-b844-a4e8ed1339c0,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:56:13.252269 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-88e0a578-a96f-441b-9259-96ef77b10e0b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:56:13.275611 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [req-75d706bb-2283-48e5-9f07-77dc0e2414b0 req-88e0a578-a96f-441b-9259-96ef77b10e0b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:13.276892 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [req-75d706bb-2283-48e5-9f07-77dc0e2414b0 req-88e0a578-a96f-441b-9259-96ef77b10e0b tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] 10.222.0.30 "DELETE /v2.0/security-groups/c93f7c3a-1df1-42f3-b844-a4e8ed1339c0 HTTP/1.1" status: 204 len: 173 time: 0.2953267 Feb 17 04:56:13.364298 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58768) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:56:14.272749 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-593402a3-18b5-44fc-b661-c0a7382e1320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850971255'] for router_interface, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:14.639630 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-593402a3-18b5-44fc-b661-c0a7382e1320 admin admin] Deleting port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:56:14.640055 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-593402a3-18b5-44fc-b661-c0a7382e1320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:14.821688 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-593402a3-18b5-44fc-b661-c0a7382e1320 admin admin] For port 4facb8cd-c1ed-4b66-bebc-6e069822fcd9, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=4facb8cd-c1ed-4b66-bebc-6e069822fcd9,segment=NetworkSegment(31f7bc2b-de40-4250-9290-e34b2b11783a),segment_id=31f7bc2b-de40-4250-9290-e34b2b11783a)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:56:14.822091 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-593402a3-18b5-44fc-b661-c0a7382e1320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:14.954416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-593402a3-18b5-44fc-b661-c0a7382e1320 admin admin] Calling delete_port for 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 owned by network:router_interface {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:56:15.225433 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-593402a3-18b5-44fc-b661-c0a7382e1320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:15.240650 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-dc2fda33-8fa8-4390-9f3a-5a08099e354e tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:56:15.335692 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593402a3-18b5-44fc-b661-c0a7382e1320 admin admin] Pushing event deleted for resources: {'Port': ['ID=4facb8cd-c1ed-4b66-bebc-6e069822fcd9,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:56:15.345393 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-593402a3-18b5-44fc-b661-c0a7382e1320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:56:15.648650 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-593402a3-18b5-44fc-b661-c0a7382e1320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850971161'] for router_interface, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:16.157101 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593402a3-18b5-44fc-b661-c0a7382e1320 admin admin] Router 2ff765fe-7179-413c-a814-79d2bb63d11f has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:56:16.345174 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593402a3-18b5-44fc-b661-c0a7382e1320 admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:56:16.353853 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a16e7d9-3f29-45f4-a902-5dc6723c679b None None] Sync routers for ids ['2ff765fe-7179-413c-a814-79d2bb63d11f'] in dv-cinder-759987-4-smb {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:56:16.364263 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a16e7d9-3f29-45f4-a902-5dc6723c679b None None] Routers {'2ff765fe-7179-413c-a814-79d2bb63d11f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:56:16.365530 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-3a16e7d9-3f29-45f4-a902-5dc6723c679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:56:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2ff765fe-7179-413c-a814-79d2bb63d11f'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:16.384817 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-593402a3-18b5-44fc-b661-c0a7382e1320 admin admin] 10.222.0.30 "PUT /v2.0/routers/2ff765fe-7179-413c-a814-79d2bb63d11f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0192306 Feb 17 04:56:16.387533 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58776) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:56:16.584420 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a85a0143-444d-4402-a03f-0a81d9df3b15 admin admin] Notify callbacks [] for router, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:16.717186 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-3a16e7d9-3f29-45f4-a902-5dc6723c679b None None] Set router 2ff765fe-7179-413c-a814-79d2bb63d11f gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:56:16.830292 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:56:17.028078 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-3a16e7d9-3f29-45f4-a902-5dc6723c679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215'}], 'enable_snat': True}, 'gw_port_id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:32Z', 'updated_at': '2021-02-17T04:56:15Z', 'revision_number': 5, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'gw_port': {'id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:33Z', 'updated_at': '2021-02-17T04:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:17.029354 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a85a0143-444d-4402-a03f-0a81d9df3b15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:17.032115 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a16e7d9-3f29-45f4-a902-5dc6723c679b None None] Checking router: 2ff765fe-7179-413c-a814-79d2bb63d11f for host: dv-cinder-759987-4-smb {{(pid=84104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:56:17.035054 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-a85a0143-444d-4402-a03f-0a81d9df3b15 admin admin] Deleting port abc45786-e8f0-4b4b-aeb7-8fb8340fb87f {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:56:17.035430 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a85a0143-444d-4402-a03f-0a81d9df3b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:17.041278 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a16e7d9-3f29-45f4-a902-5dc6723c679b None None] Routers {'2ff765fe-7179-413c-a814-79d2bb63d11f'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:56:17.041936 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-3a16e7d9-3f29-45f4-a902-5dc6723c679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:56:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2ff765fe-7179-413c-a814-79d2bb63d11f'], 'active': True} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:17.221637 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-a85a0143-444d-4402-a03f-0a81d9df3b15 admin admin] For port abc45786-e8f0-4b4b-aeb7-8fb8340fb87f, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=abc45786-e8f0-4b4b-aeb7-8fb8340fb87f,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:56:17.222044 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a85a0143-444d-4402-a03f-0a81d9df3b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:17.228775 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-3a16e7d9-3f29-45f4-a902-5dc6723c679b None None] Set router 2ff765fe-7179-413c-a814-79d2bb63d11f gateway port host: dv-cinder-759987-4-smb {{(pid=84104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:56:17.355235 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-a85a0143-444d-4402-a03f-0a81d9df3b15 admin admin] Calling delete_port for abc45786-e8f0-4b4b-aeb7-8fb8340fb87f owned by network:router_gateway {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:56:17.526528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-3a16e7d9-3f29-45f4-a902-5dc6723c679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215'}], 'enable_snat': True}, 'gw_port_id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:32Z', 'updated_at': '2021-02-17T04:56:15Z', 'revision_number': 5, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'gw_port': {'id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:33Z', 'updated_at': '2021-02-17T04:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84104) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:17.530812 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a16e7d9-3f29-45f4-a902-5dc6723c679b None None] The sync data for ids ['2ff765fe-7179-413c-a814-79d2bb63d11f'] in dv-cinder-759987-4-smb is: [{'id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'name': 'tempest-TestShelveInstance-138277243-router', 'tenant_id': '0b29407aac5f4fceacabdd5a779b4c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215'}], 'enable_snat': True}, 'gw_port_id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:32Z', 'updated_at': '2021-02-17T04:56:15Z', 'revision_number': 5, 'project_id': '0b29407aac5f4fceacabdd5a779b4c18', 'gw_port': {'id': 'abc45786-e8f0-4b4b-aeb7-8fb8340fb87f', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff765fe-7179-413c-a814-79d2bb63d11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:33Z', 'updated_at': '2021-02-17T04:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}] {{(pid=84104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:56:17.594598 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a85a0143-444d-4402-a03f-0a81d9df3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:17.766849 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:56:17.789855 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a85a0143-444d-4402-a03f-0a81d9df3b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850914901'] for router_gateway, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:17.806642 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:56:17.807047 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 4facb8cd-c1ed-4b66-bebc-6e069822fcd9 not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:56:17.929515 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a85a0143-444d-4402-a03f-0a81d9df3b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850968541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13242'] for router, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:17.931879 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a85a0143-444d-4402-a03f-0a81d9df3b15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:18.034869 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a85a0143-444d-4402-a03f-0a81d9df3b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850968831'] for router, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:18.035489 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85a0143-444d-4402-a03f-0a81d9df3b15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ff765fe-7179-413c-a814-79d2bb63d11f {{(pid=84102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:56:18.048306 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a85a0143-444d-4402-a03f-0a81d9df3b15 admin admin] Notify callbacks [] for router, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:18.049600 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-a85a0143-444d-4402-a03f-0a81d9df3b15 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2ff765fe-7179-413c-a814-79d2bb63d11f HTTP/1.1" status: 204 len: 168 time: 1.6610682 Feb 17 04:56:18.052312 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58780) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:56:18.121829 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba86123-4f93-4fb1-a01f-1c3d5e67499f admin admin] Deleting subnet 09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c {{(pid=84102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:56:18.125022 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6ba86123-4f93-4fb1-a01f-1c3d5e67499f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:18.178116 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6ba86123-4f93-4fb1-a01f-1c3d5e67499f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853075584'] for subnet, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:18.265416 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6ba86123-4f93-4fb1-a01f-1c3d5e67499f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851242243'] for subnet, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:18.728669 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6ba86123-4f93-4fb1-a01f-1c3d5e67499f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854083938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826626334'] for subnet, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:18.749451 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-3afd0589-f772-4698-bf32-7d81490cddcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:56:18.845506 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba86123-4f93-4fb1-a01f-1c3d5e67499f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:56:18.848564 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6ba86123-4f93-4fb1-a01f-1c3d5e67499f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:56:18.887456 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6ba86123-4f93-4fb1-a01f-1c3d5e67499f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:18.892678 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb1cc8c-ed39-4560-940d-05cfcb6d467a None None] Network ace14d03-b1cd-4cde-809e-6621a78519b4 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:56:18.894126 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-6ba86123-4f93-4fb1-a01f-1c3d5e67499f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/09e87681-c9f3-4c9e-bc9d-1edcb52e7d3c HTTP/1.1" status: 204 len: 168 time: 0.8405349 Feb 17 04:56:18.896753 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58786) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:56:19.014984 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854052385'] for network, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:19.084903 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Deleting port ea1cd43f-46fc-4767-850b-4b95dc2014c2 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:56:19.085289 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:19.162245 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e5df3b-a2a7-457d-a66b-bb9b495e9326 None None] DHCP port deletion for ace14d03-b1cd-4cde-809e-6621a78519b4 request from dv-cinder-759987-4-smb {{(pid=84103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:56:19.166505 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-08e5df3b-a2a7-457d-a66b-bb9b495e9326 None None] Deleting port ea1cd43f-46fc-4767-850b-4b95dc2014c2 {{(pid=84103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:56:19.166974 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-08e5df3b-a2a7-457d-a66b-bb9b495e9326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:19.307710 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] For port ea1cd43f-46fc-4767-850b-4b95dc2014c2, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=ea1cd43f-46fc-4767-850b-4b95dc2014c2,segment=NetworkSegment(31f7bc2b-de40-4250-9290-e34b2b11783a),segment_id=31f7bc2b-de40-4250-9290-e34b2b11783a)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:56:19.308034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:19.382002 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-08e5df3b-a2a7-457d-a66b-bb9b495e9326 None None] For port ea1cd43f-46fc-4767-850b-4b95dc2014c2, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=ea1cd43f-46fc-4767-850b-4b95dc2014c2,segment=NetworkSegment(31f7bc2b-de40-4250-9290-e34b2b11783a),segment_id=31f7bc2b-de40-4250-9290-e34b2b11783a)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:56:19.382379 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-08e5df3b-a2a7-457d-a66b-bb9b495e9326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:19.441761 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Calling delete_port for ea1cd43f-46fc-4767-850b-4b95dc2014c2 owned by network:dhcp {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:56:19.631105 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:19.647059 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f23f3601-e166-4070-a3d1-30e91488d2f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:56:19.677790 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-08e5df3b-a2a7-457d-a66b-bb9b495e9326 None None] Calling delete_port for ea1cd43f-46fc-4767-850b-4b95dc2014c2 owned by network:dhcp {{(pid=84103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:56:19.749893 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1cd43f-46fc-4767-850b-4b95dc2014c2,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:56:19.753019 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [None req-08e5df3b-a2a7-457d-a66b-bb9b495e9326 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84103) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:56:19.753444 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [None req-08e5df3b-a2a7-457d-a66b-bb9b495e9326 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:56:19.755262 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:56:19.790667 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] No DVR routers for this DVR port ea1cd43f-46fc-4767-850b-4b95dc2014c2 on host dv-cinder-759987-4-smb {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:56:19.812002 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device abc45786-e8f0-4b4b-aeb7-8fb8340fb87f no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:56:19.849206 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: abc45786-e8f0-4b4b-aeb7-8fb8340fb87f {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:56:19.849610 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device abc45786-e8f0-4b4b-aeb7-8fb8340fb87f not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:56:19.850075 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device ea1cd43f-46fc-4767-850b-4b95dc2014c2 no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:56:19.887744 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: ea1cd43f-46fc-4767-850b-4b95dc2014c2 {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:56:19.888145 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device ea1cd43f-46fc-4767-850b-4b95dc2014c2 not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:56:19.913687 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851244700', 'neutron.services.segments.db._delete_segments_for_network-8743200863210'] for network, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:20.029035 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace14d03-b1cd-4cde-809e-6621a78519b4']}} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:20.042932 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f7bc2b-de40-4250-9290-e34b2b11783a') {'for_net_delete': True} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:20.043369 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f7bc2b-de40-4250-9290-e34b2b11783a') {} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:20.056248 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293653907196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1700248'] for segment, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:20.114911 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:20.117053 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:56:20.254374 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-08e5df3b-a2a7-457d-a66b-bb9b495e9326 None None] Deleting port ea1cd43f-46fc-4767-850b-4b95dc2014c2 {{(pid=84103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:56:20.254739 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-08e5df3b-a2a7-457d-a66b-bb9b495e9326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:20.292488 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Network ace14d03-b1cd-4cde-809e-6621a78519b4 has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:56:20.302036 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851238932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-691297'] for segment, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:20.327528 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-08e5df3b-a2a7-457d-a66b-bb9b495e9326 None None] The port 'ea1cd43f-46fc-4767-850b-4b95dc2014c2' was deleted {{(pid=84103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:56:20.482234 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Network ace14d03-b1cd-4cde-809e-6621a78519b4 has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: Traceback (most recent call last): Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: timer() Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: cb(*args, **kw) Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: return func(*args, **kwargs) Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: self._notify() Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: self.callback(batched_events) Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: event.method(event) Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: segment_id)['aggregates'][0] Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: return f(self, *a, **k) Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: return self._get(url).json() Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: **kwargs) Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: return self.request(url, 'GET', **kwargs) Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: **endpoint_filter) Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:56:20.505036 dv-cinder-759987-4-smb neutron-server[83988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:56:20.675016 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857043'] for network, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:20.678643 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-4075fbd9-90db-4310-b2b6-eb32b8cd5308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:56:20.692566 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:20.703490 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace14d03-b1cd-4cde-809e-6621a78519b4,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:56:20.706875 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:56:20.743699 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-20239d83-45dd-4d4a-b7ed-ea1fd6ad8cf1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ace14d03-b1cd-4cde-809e-6621a78519b4 HTTP/1.1" status: 204 len: 168 time: 1.8459144 Feb 17 04:56:20.746789 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58790) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:56:21.564087 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-79e5189b-5524-488a-917c-37d3a9be6bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850971255'] for router_interface, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:21.932897 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-79e5189b-5524-488a-917c-37d3a9be6bfe admin admin] Deleting port b636d49c-e138-4f28-908b-83603d571d1e {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:56:21.933288 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-79e5189b-5524-488a-917c-37d3a9be6bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:22.116869 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-79e5189b-5524-488a-917c-37d3a9be6bfe admin admin] For port b636d49c-e138-4f28-908b-83603d571d1e, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=b636d49c-e138-4f28-908b-83603d571d1e,segment=NetworkSegment(f17b8de9-ddde-4e2d-9043-b1e81661a8a2),segment_id=f17b8de9-ddde-4e2d-9043-b1e81661a8a2)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:56:22.117275 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-79e5189b-5524-488a-917c-37d3a9be6bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:22.248856 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-79e5189b-5524-488a-917c-37d3a9be6bfe admin admin] Calling delete_port for b636d49c-e138-4f28-908b-83603d571d1e owned by network:router_interface {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:56:22.508609 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-79e5189b-5524-488a-917c-37d3a9be6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:22.523869 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f7a69ec1-c671-48d4-8543-49eaeea13fc3 tempest-TestShelveInstance-396591651 tempest-TestShelveInstance-396591651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:56:22.625442 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5189b-5524-488a-917c-37d3a9be6bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=b636d49c-e138-4f28-908b-83603d571d1e,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:56:22.630825 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-79e5189b-5524-488a-917c-37d3a9be6bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:56:22.931552 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-79e5189b-5524-488a-917c-37d3a9be6bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850971161'] for router_interface, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:23.433101 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e5189b-5524-488a-917c-37d3a9be6bfe admin admin] Router 2e10b2c2-13f5-406b-8775-0bd020a40b0d has already been hosted by L3 agent cf563d16-e7db-43c7-b1ec-e623573995d2 {{(pid=84102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 04:56:23.620900 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e5189b-5524-488a-917c-37d3a9be6bfe admin admin] Notify agent at l3_agent.dv-cinder-759987-4-smb the message routers_updated {{(pid=84102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 04:56:23.630278 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6679031-55d7-49d3-ba2f-ee47ceea1b64 None None] Sync routers for ids ['2e10b2c2-13f5-406b-8775-0bd020a40b0d'] in dv-cinder-759987-4-smb {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 04:56:23.634846 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-79e5189b-5524-488a-917c-37d3a9be6bfe admin admin] 10.222.0.30 "PUT /v2.0/routers/2e10b2c2-13f5-406b-8775-0bd020a40b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8828564 Feb 17 04:56:23.634846 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58794) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:56:23.640831 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6679031-55d7-49d3-ba2f-ee47ceea1b64 None None] Routers {'2e10b2c2-13f5-406b-8775-0bd020a40b0d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:56:23.641607 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-d6679031-55d7-49d3-ba2f-ee47ceea1b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:56:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2e10b2c2-13f5-406b-8775-0bd020a40b0d'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:23.827322 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4edec08e-5264-499e-9eda-79adb2788c3f admin admin] Notify callbacks [] for router, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:23.831204 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:23.843715 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-d6679031-55d7-49d3-ba2f-ee47ceea1b64 None None] Set router 2e10b2c2-13f5-406b-8775-0bd020a40b0d gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:56:24.164034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-d6679031-55d7-49d3-ba2f-ee47ceea1b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'name': 'tempest-TestShelveInstance-951648395-router', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:41Z', 'updated_at': '2021-02-17T04:56:22Z', 'revision_number': 5, 'project_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'gw_port': {'id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:42Z', 'updated_at': '2021-02-17T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:24.168491 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6679031-55d7-49d3-ba2f-ee47ceea1b64 None None] Checking router: 2e10b2c2-13f5-406b-8775-0bd020a40b0d for host: dv-cinder-759987-4-smb {{(pid=84103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 04:56:24.178228 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6679031-55d7-49d3-ba2f-ee47ceea1b64 None None] Routers {'2e10b2c2-13f5-406b-8775-0bd020a40b0d'} bound to L3 agent in host dv-cinder-759987-4-smb {{(pid=84103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 04:56:24.178900 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-d6679031-55d7-49d3-ba2f-ee47ceea1b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T04:29:10Z,description=,heartbeat_timestamp=2021-02-17T04:56:10Z,host='dv-cinder-759987-4-smb',id=cf563d16-e7db-43c7-b1ec-e623573995d2,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T04:29:10Z,topic='l3_agent')) {'router_ids': ['2e10b2c2-13f5-406b-8775-0bd020a40b0d'], 'active': True} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:24.269121 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4edec08e-5264-499e-9eda-79adb2788c3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:24.274327 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-4edec08e-5264-499e-9eda-79adb2788c3f admin admin] Deleting port 42adcb97-f14b-498f-bb2d-1babaaa23031 {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:56:24.274810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4edec08e-5264-499e-9eda-79adb2788c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:24.364739 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvr_db [None req-d6679031-55d7-49d3-ba2f-ee47ceea1b64 None None] Set router 2e10b2c2-13f5-406b-8775-0bd020a40b0d gateway port host: dv-cinder-759987-4-smb {{(pid=84103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 04:56:24.459636 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-4edec08e-5264-499e-9eda-79adb2788c3f admin admin] For port 42adcb97-f14b-498f-bb2d-1babaaa23031, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=42adcb97-f14b-498f-bb2d-1babaaa23031,segment=NetworkSegment(fdc55103-4985-4aa1-907c-043146a3a8cf),segment_id=fdc55103-4985-4aa1-907c-043146a3a8cf)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:56:24.460034 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4edec08e-5264-499e-9eda-79adb2788c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:24.594645 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-4edec08e-5264-499e-9eda-79adb2788c3f admin admin] Calling delete_port for 42adcb97-f14b-498f-bb2d-1babaaa23031 owned by network:router_gateway {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:56:24.670815 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_hamode_db [None req-d6679031-55d7-49d3-ba2f-ee47ceea1b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'name': 'tempest-TestShelveInstance-951648395-router', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:41Z', 'updated_at': '2021-02-17T04:56:22Z', 'revision_number': 5, 'project_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'gw_port': {'id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:42Z', 'updated_at': '2021-02-17T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}], 'dv-cinder-759987-4-smb', False) {} {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:24.675013 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6679031-55d7-49d3-ba2f-ee47ceea1b64 None None] The sync data for ids ['2e10b2c2-13f5-406b-8775-0bd020a40b0d'] in dv-cinder-759987-4-smb is: [{'id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'name': 'tempest-TestShelveInstance-951648395-router', 'tenant_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'external_fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T04:50:41Z', 'updated_at': '2021-02-17T04:56:22Z', 'revision_number': 5, 'project_id': '491bf70b16e04d9bb814cd0eb8f123eb', 'gw_port': {'id': '42adcb97-f14b-498f-bb2d-1babaaa23031', 'name': '', 'network_id': '1d7dec63-3f7b-43fc-90c6-8ef33d9ca8c4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:48:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e10b2c2-13f5-406b-8775-0bd020a40b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T04:50:42Z', 'updated_at': '2021-02-17T04:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b35f33eb-71d5-4010-9deb-6d694d1893d4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-4-smb'}] {{(pid=84103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 04:56:24.821538 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4edec08e-5264-499e-9eda-79adb2788c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:25.015425 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4edec08e-5264-499e-9eda-79adb2788c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850914901'] for router_gateway, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:25.153121 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4edec08e-5264-499e-9eda-79adb2788c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850968541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13242'] for router, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:25.155363 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4edec08e-5264-499e-9eda-79adb2788c3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:25.339135 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4edec08e-5264-499e-9eda-79adb2788c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850968831'] for router, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:25.339731 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edec08e-5264-499e-9eda-79adb2788c3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e10b2c2-13f5-406b-8775-0bd020a40b0d {{(pid=84102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 04:56:25.352224 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-4edec08e-5264-499e-9eda-79adb2788c3f admin admin] Notify callbacks [] for router, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:25.353945 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-4edec08e-5264-499e-9eda-79adb2788c3f admin admin] 10.222.0.30 "DELETE /v2.0/routers/2e10b2c2-13f5-406b-8775-0bd020a40b0d HTTP/1.1" status: 204 len: 168 time: 1.7191663 Feb 17 04:56:25.356435 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58798) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:56:25.425314 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6857fb-9dea-4205-9255-5f7dead61d56 admin admin] Deleting subnet c4fb48e9-bfdc-41d3-a6c2-e20c622041b5 {{(pid=84102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 04:56:25.428603 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8a6857fb-9dea-4205-9255-5f7dead61d56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:25.481242 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8a6857fb-9dea-4205-9255-5f7dead61d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853075584'] for subnet, precommit_delete_associations {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:25.572472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8a6857fb-9dea-4205-9255-5f7dead61d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851242243'] for subnet, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:25.809248 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device b636d49c-e138-4f28-908b-83603d571d1e no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:56:25.846026 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: b636d49c-e138-4f28-908b-83603d571d1e {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:56:25.846409 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device b636d49c-e138-4f28-908b-83603d571d1e not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:56:25.846930 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 42adcb97-f14b-498f-bb2d-1babaaa23031 no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:56:25.882232 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: 42adcb97-f14b-498f-bb2d-1babaaa23031 {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:56:25.882630 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 42adcb97-f14b-498f-bb2d-1babaaa23031 not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:56:25.933871 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8a6857fb-9dea-4205-9255-5f7dead61d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3533541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036854083938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826626334'] for subnet, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:25.953650 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-06bbbbdb-8d85-4cf8-8b92-49887dcc214f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:56:26.049199 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6857fb-9dea-4205-9255-5f7dead61d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4fb48e9-bfdc-41d3-a6c2-e20c622041b5,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:56:26.053877 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-8a6857fb-9dea-4205-9255-5f7dead61d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:56:26.088631 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8a6857fb-9dea-4205-9255-5f7dead61d56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:26.094240 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183c4915-9b57-4d24-8ffe-c68c925ba4a4 None None] Network 0fc89126-9c51-4898-8f97-abb18d4e1fd7 requested from dv-cinder-759987-4-smb {{(pid=84103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 04:56:26.094695 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-8a6857fb-9dea-4205-9255-5f7dead61d56 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c4fb48e9-bfdc-41d3-a6c2-e20c622041b5 HTTP/1.1" status: 204 len: 168 time: 0.7372024 Feb 17 04:56:26.097857 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58804) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:56:26.216421 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854052385'] for network, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:26.286444 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Deleting port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f {{(pid=84102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:56:26.286750 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:26.356336 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8226c0-2318-4658-928f-ad2fca2226aa None None] DHCP port deletion for 0fc89126-9c51-4898-8f97-abb18d4e1fd7 request from dv-cinder-759987-4-smb {{(pid=84103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 04:56:26.360605 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-8a8226c0-2318-4658-928f-ad2fca2226aa None None] Deleting port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f {{(pid=84103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:56:26.361378 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8a8226c0-2318-4658-928f-ad2fca2226aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:26.511596 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] For port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=58d06cd6-f3a4-4cf1-b685-7a00c64cf73f,segment=NetworkSegment(f17b8de9-ddde-4e2d-9043-b1e81661a8a2),segment_id=f17b8de9-ddde-4e2d-9043-b1e81661a8a2)] {{(pid=84102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:56:26.512003 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:26.576135 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.db [None req-8a8226c0-2318-4658-928f-ad2fca2226aa None None] For port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f, host dv-cinder-759987-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-4-smb',level=0,port_id=58d06cd6-f3a4-4cf1-b685-7a00c64cf73f,segment=NetworkSegment(f17b8de9-ddde-4e2d-9043-b1e81661a8a2),segment_id=f17b8de9-ddde-4e2d-9043-b1e81661a8a2)] {{(pid=84103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 04:56:26.576522 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8a8226c0-2318-4658-928f-ad2fca2226aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859559'] for port, precommit_delete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:26.647796 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Calling delete_port for 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f owned by network:dhcp {{(pid=84102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:56:26.710428 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-8a8226c0-2318-4658-928f-ad2fca2226aa None None] Calling delete_port for 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f owned by network:dhcp {{(pid=84103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 04:56:26.760631 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854720961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363293654024649', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363293654448415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036854084534'] for port, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:26.776213 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-f6c3dec8-d56c-4844-99dd-c3d60ebf547d tempest-AttachVolumeNegativeTest-1942369756 tempest-AttachVolumeNegativeTest-1942369756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:56:26.784256 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.db.api [None req-8a8226c0-2318-4658-928f-ad2fca2226aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84103) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 04:56:26.784700 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_db.api [None req-8a8226c0-2318-4658-928f-ad2fca2226aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84103) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 04:56:26.881196 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Pushing event deleted for resources: {'Port': ['ID=58d06cd6-f3a4-4cf1-b685-7a00c64cf73f,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:56:26.884292 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:56:26.922176 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] No DVR routers for this DVR port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f on host dv-cinder-759987-4-smb {{(pid=84102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 04:56:27.045721 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851244700', 'neutron.services.segments.db._delete_segments_for_network-8743200863210'] for network, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:27.160895 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc89126-9c51-4898-8f97-abb18d4e1fd7']}} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:27.173933 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17b8de9-ddde-4e2d-9043-b1e81661a8a2') {'for_net_delete': True} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:27.174267 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.services.segments.db [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17b8de9-ddde-4e2d-9043-b1e81661a8a2') {} {{(pid=84102) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 04:56:27.186096 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363293653907196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1700248'] for segment, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:27.200895 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3536852'] for segment, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:27.202894 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 04:56:27.285938 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-8a8226c0-2318-4658-928f-ad2fca2226aa None None] Deleting port 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f {{(pid=84103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 04:56:27.286472 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8a8226c0-2318-4658-928f-ad2fca2226aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363293653968756'] for port, before_delete {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:27.358909 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-8a8226c0-2318-4658-928f-ad2fca2226aa None None] The port '58d06cd6-f3a4-4cf1-b685-7a00c64cf73f' was deleted {{(pid=84103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 04:56:27.379580 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Network 0fc89126-9c51-4898-8f97-abb18d4e1fd7 has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:56:27.388704 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851238932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-691297'] for segment, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:27.570322 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.managers [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Network 0fc89126-9c51-4898-8f97-abb18d4e1fd7 has no segments {{(pid=84102) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: Traceback (most recent call last): Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: timer() Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: cb(*args, **kw) Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: return func(*args, **kwargs) Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: self._notify() Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: self.callback(batched_events) Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: event.method(event) Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: segment_id)['aggregates'][0] Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: return f(self, *a, **k) Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: return self._get(url).json() Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: **kwargs) Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: return self.request(url, 'GET', **kwargs) Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: **endpoint_filter) Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 04:56:27.594806 dv-cinder-759987-4-smb neutron-server[83988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 04:56:27.800015 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851067746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3857043'] for network, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:27.803839 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-6b676a7f-f80f-436e-8199-bdc188e19d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:56:27.807172 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f no longer exists at agent ovs-agent-dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 04:56:27.826846 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3710064'] for network, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:27.835979 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc89126-9c51-4898-8f97-abb18d4e1fd7,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:56:27.839064 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:56:27.843727 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-5bbabdb9-cea3-47ad-b8ae-5cce8af889be admin admin] 10.222.0.30 "DELETE /v2.0/networks/0fc89126-9c51-4898-8f97-abb18d4e1fd7 HTTP/1.1" status: 204 len: 168 time: 1.7421401 Feb 17 04:56:27.846028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.plugin [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] No Port match for: 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f {{(pid=84103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 04:56:27.846028 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.plugins.ml2.rpc [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Device 58d06cd6-f3a4-4cf1-b685-7a00c64cf73f not bound to the agent host dv-cinder-759987-4-smb {{(pid=84103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 04:56:28.064799 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58810) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:56:28.117044 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-585a69da-dc82-4f9c-b350-d1c404d05b43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b29407aac5f4fceacabdd5a779b4c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508664 Feb 17 04:56:28.119407 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58814) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:56:28.180532 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-50ad9bec-a80f-4db6-b05b-f46630cae01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:28.208095 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-50ad9bec-a80f-4db6-b05b-f46630cae01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:28.453332 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-50ad9bec-a80f-4db6-b05b-f46630cae01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:28.458478 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-061b1de3-23ea-4008-af6f-2edb63254b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:56:28.473995 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad9bec-a80f-4db6-b05b-f46630cae01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39872812-4e94-4511-a593-dc7b8202d9bf,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:56:28.477122 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-50ad9bec-a80f-4db6-b05b-f46630cae01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:56:28.479066 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-50ad9bec-a80f-4db6-b05b-f46630cae01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:28.480288 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-50ad9bec-a80f-4db6-b05b-f46630cae01e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39872812-4e94-4511-a593-dc7b8202d9bf HTTP/1.1" status: 204 len: 168 time: 0.3598998 Feb 17 04:56:29.174159 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58822) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:56:29.225512 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e2d4652c-7885-4369-92ff-102b332a6fc1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=491bf70b16e04d9bb814cd0eb8f123eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501087 Feb 17 04:56:29.227935 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [-] (84102) accepted ('10.222.0.30', 58826) {{(pid=84102) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 04:56:29.287866 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9b8af08-52fd-439b-abf4-c418302f55e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:29.314659 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9b8af08-52fd-439b-abf4-c418302f55e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:29.384945 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9b8af08-52fd-439b-abf4-c418302f55e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-346649'] for security_group, after_delete {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:29.390142 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-9f4df79e-2529-4a79-8bd2-b6cba5e34733 tempest-AttachVolumeShelveTestJSON-1330070980 tempest-AttachVolumeShelveTestJSON-1330070980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 04:56:29.401623 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8af08-52fd-439b-abf4-c418302f55e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f93b14c-8bca-4915-84c2-f2929ebffcc4,revision_number=None']} {{(pid=84102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 04:56:29.404371 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG oslo_concurrency.lockutils [None req-e9b8af08-52fd-439b-abf4-c418302f55e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84102) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 04:56:29.410026 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e9b8af08-52fd-439b-abf4-c418302f55e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84102) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:29.411479 dv-cinder-759987-4-smb neutron-server[83988]: INFO neutron.wsgi [None req-e9b8af08-52fd-439b-abf4-c418302f55e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f93b14c-8bca-4915-84c2-f2929ebffcc4 HTTP/1.1" status: 204 len: 168 time: 0.1825745 Feb 17 04:56:37.213297 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0c1f0d15-f0b4-4df4-ae94-ff0a5d3f500f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:39.593803 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-0f5cd161-893a-4889-9e91-ec909fb079bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:39.993959 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:41.422357 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:42.193740 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:56:53.719772 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:56:53.761606 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:57:07.210298 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-da46d7d4-787a-420d-b402-c032f987859d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:57:09.589504 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5277e1e5-446d-47db-9652-c34a99c9d6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:57:09.995433 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:57:11.412368 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:57:12.198874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:57:23.792703 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:57:30.719394 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:57:37.211944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-3e78351d-9ad8-4185-b084-f3f07fc71707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:57:39.586747 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d697f49c-7e4f-4e87-9453-a01c50a8a2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:57:40.009524 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:57:41.426718 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:57:42.203395 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:57:53.803444 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:58:04.726137 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [req-8b9376c2-30e4-47f3-a53f-48313eb9528a req-87247380-f620-40b9-b72d-89f94021294e service neutron] (84102) timed out ('10.222.0.30', 54076) {{(pid=84102) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 04:58:07.220350 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-24113848-498b-463f-bf2d-161a8bfde966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:58:07.718774 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:58:09.585661 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b9c4410e-9ad0-46b1-88ea-02c8c220584c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:58:10.014445 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:58:11.425678 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:58:12.208479 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:58:23.827944 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:58:26.550531 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.wsgi [req-91e8833b-91ab-488c-ba23-4e910cc748e0 req-e6e22116-06c9-42dc-bbbf-5a398f9a40dd service neutron] (84101) timed out ('10.222.0.65', 57711) {{(pid=84101) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 04:58:37.219874 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-ed75ff6f-0908-4444-ac9c-e11203dbf235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:58:39.593912 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b870e3c2-2869-42eb-b1af-6dfc29af4e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:58:39.999015 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:58:41.444904 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:58:42.199117 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:58:44.717862 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:58:53.841913 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:59:07.224745 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-6ee2dc5d-80cc-45f9-867d-76fab4accc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:59:09.604079 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad952-159d-41b4-8e4c-1ac7e2af9926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:59:10.005810 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:59:11.430436 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:59:12.204039 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:59:21.717183 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 04:59:23.864538 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:59:37.224040 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-345dadc4-b6f3-4fbf-841d-dd8c3bb59964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:59:39.595526 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d28f101e-a83b-4a3e-b7fd-91ac7fcf8385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:59:40.012351 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:59:41.414703 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:59:42.197593 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:59:53.880917 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 04:59:58.716247 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 05:00:07.211935 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-e42e1362-27c5-410b-893b-f89e5de37f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:00:09.602753 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-707cbbb7-fc0a-4143-8f46-1929d67d8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:00:10.025850 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:00:11.423055 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:00:12.205919 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:00:23.905858 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:00:35.715598 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 05:00:37.216937 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-a3533e34-0215-4dd2-8da7-bf064b3bfaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:00:39.614038 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-5c1bc13b-6d09-4642-90e8-6041fcf9f0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:00:40.013932 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:00:41.411218 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:00:42.199823 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:00:53.919300 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:01:07.213142 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-23b7218d-034e-4c7f-bbd7-8c7e8aca76ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:01:09.584672 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-eb948a54-d111-4234-b093-8aab68284f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:01:10.022119 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:01:11.433443 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:01:12.204943 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:01:12.715788 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron.db.agents_db [None req-005f86b3-c94f-4f50-b6c5-ff8c31c62c52 None None] Agent healthcheck: found 6 active agents {{(pid=84104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 05:01:23.924632 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-8b0f22cb-32d4-4db5-921b-13775532629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:01:37.223692 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-b933f6c6-d932-413e-af6e-79c97b374576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:01:39.635538 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-f048ac00-2e4c-4e38-a709-94eb7986c9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:01:40.052844 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-20e85b34-b0e2-4591-910b-51206d4fdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:01:41.438480 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-d44a7b56-0d19-4427-a10b-f38d82ebd633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 05:01:42.229845 dv-cinder-759987-4-smb neutron-server[83988]: DEBUG neutron_lib.callbacks.manager [None req-bd0d96ea-6f22-4cea-b79a-80802a09f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743200863193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854092006'] for agent, after_update {{(pid=84103) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}